00000100:00100000:1.0:1785388907.379068:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485761280:12345-0@lo:400:kworker.0 Request processed in 33us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388907.379080:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1785388907.379098:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485760896 00000100:00100000:1.0:1785388907.379101:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485760896 00000100:00100000:1.0:1785388907.379122:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1785388907.379127:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485760896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388907.379156:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485760896:12345-0@lo:400:kworker.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388907.379162:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1785388907.379187:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485761408 00000100:00100000:1.0:1785388907.379190:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485761408 00000100:00100000:1.0:1785388907.379214:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1785388907.379220:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485761408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388907.379246:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485761408:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388907.379252:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1785388907.379276:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485760896:0@lo:400:kworker.0 00000100:00100000:1.0:1785388907.379286:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485761408:0@lo:400:kworker.0 00000100:00100000:1.0:1785388907.379294:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485761280:0@lo:400:kworker.0 00000100:00100000:1.0:1785388907.887107:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485761664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388907.887170:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388907.903718:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485761664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388908.911608:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485761792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388912.272650:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388912.272706:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388912.272738:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388912.272819:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388912.272847:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388912.272868:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388912.272895:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458576512 00000100:00100000:1.0:1785388912.272904:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458576512 00000100:00100000:1.0:1785388912.272952:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:1.0:1785388912.272962:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458576512:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388912.273029:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458576512:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388912.273036:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:1.0:1785388912.273066:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458576640 00000100:00100000:1.0:1785388912.273069:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458576640 00000100:00100000:1.0:1785388912.273097:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458577024 00000100:00100000:1.0:1785388912.273100:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458577024 00000100:00100000:1.0:1785388912.273118:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:1.0:1785388912.273124:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+49:2364:x1872115458576640:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388912.273155:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+49:2364:x1872115458576640:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388912.273162:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:1.0:1785388912.273174:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:1.0:1785388912.273180:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2364:x1872115458577024:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388912.273204:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2364:x1872115458577024:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388912.273210:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:1.0:1785388913.501878:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.521486:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458577536 00000100:00100000:1.0:1785388913.521491:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458577536 00000100:00100000:1.0:1785388913.521541:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:1.0:1785388913.521549:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:16539:x1872115458577536:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785388913.521653:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:16539:x1872115458577536:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 104us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388913.521659:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:1.0:1785388913.540706:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458578048 00000100:00100000:1.0:1785388913.540727:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458578048 00000100:00100000:1.0:1785388913.540825:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00100000:1.0:1785388913.540836:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+49:16540:x1872115458578048:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785388913.540909:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388913.540942:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd75f75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8908c expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.540965:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507200) 00010000:00010000:1.0:1785388913.540970:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785388913.541287:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76008 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.541305:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088200/0xb9b521054fd75ef0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89062 expref: 18 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.541314:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76008 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.541354:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088200/0xb9b521054fd75ef0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89062 expref: 18 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.541377:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088200/0xb9b521054fd75ef0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89062 expref: 18 pid: 5821 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388913.541394:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485762816:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388913.541489:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434421f9240 going to sleep for 11 seconds 00000100:00100000:1.0:1785388913.543341:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485762816:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388913.543366:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76008 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559284:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559307:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559316:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559323:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9bc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388913.559329:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559337:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559357:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9434421de800) 00010000:00010000:1.0:1785388913.559360:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388913.559383:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.559390:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd7600f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388913.572044:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.579520:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.590949:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 506 00000100:00100000:1.0:1785388913.590961:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+50:16541:x1872115458578432:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785388913.590989:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388913.591014:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd76024 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a890cb expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591098:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591114:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591127:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591144:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591151:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591158:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591323:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76039 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591332:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591339:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388913.591374:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:1.0:1785388913.591378:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388913.591404:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591417:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591425:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591432:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591438:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388913.591442:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591451:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591464:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785388913.591472:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388913.591479:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591486:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7602b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591499:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591504:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591510:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591515:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f4e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388913.591517:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591522:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591542:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff943412a70500) 00010000:00010000:1.0:1785388913.591545:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388913.591548:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591553:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76032 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591585:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd76024 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890cb expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591609:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76039 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890cb expref: 51 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.591628:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff943412a70300) 00010000:00010000:1.0:1785388913.591631:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785388913.591633:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f4600, rc 0) 00000100:00100000:1.0:1785388913.591727:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+51:16541:x1872115458578432:12345-192.168.204.39@tcp:101:bash.0 Request processed in 767us (12217us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388913.591735:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 506 00000100:00100000:1.0:1785388913.601678:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.620198:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.624151:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.666301:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.706995:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458579840 00000100:00100000:1.0:1785388913.707004:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458579840 00000100:00100000:1.0:1785388913.707069:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 131 00000100:00100000:1.0:1785388913.707078:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:0:x1872115458579840:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785388913.707095:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388913.707117:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd760fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8910a expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785388913.707149:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785388913.707168:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1785388913.707173:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388913.707183:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd760fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8910a expref: 7 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.707221:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd760fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8910a expref: 7 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388913.707237:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5e00, rc 0) 00000100:00100000:1.0:1785388913.707404:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:0:x1872115458579840:12345-192.168.204.39@tcp:101:cp.0 Request processed in 326us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388913.707411:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 131 00000100:00100000:1.0:1785388913.710313:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.714326:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.787916:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388913.834718:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000001:00100000:1.0:1785388914.317217:0:6642:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b09e624f-32e8-4b2c-9828-d9deed7637e8 00000100:00100000:1.0:1785388914.324805:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458582016 00000100:00100000:1.0:1785388914.324815:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458582016 00010000:00010000:1.0:1785388914.324855:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000282ff279/0xb9b521054fd76104 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89111 expref: 9 pid: 12002 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388914.324904:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:1.0:1785388914.324918:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458582016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388914.324933:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388914.324955:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000282ff279/0xb9b521054fd76104 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89111 expref: 9 pid: 12002 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.324970:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000282ff279/0xb9b521054fd76104 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89111 expref: 9 pid: 12002 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.325009:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000282ff279/0xb9b521054fd76104 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89111 expref: 9 pid: 12002 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.325029:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388914.325034:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388914.325040:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009269ba79/0xb9b521054fd76158 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.325050:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009269ba79/0xb9b521054fd76158 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.325074:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388914.325131:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458582016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 217us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388914.325139:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:1.0:1785388914.359126:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458582784 00000100:00100000:1.0:1785388914.359139:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458582784 00002000:00100000:1.0:1785388914.359189:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff94343c01c700 x1872115458582784/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:410/0 lens 488/0 e 0 to 0 dl 1785388925 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785388914.359200:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01c700 with x1872115458582784 ext(0->4095) 00002000:00010000:1.0:1785388914.359206:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c01c700 00000100:00100000:1.0:1785388914.359234:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 47 00000100:00100000:1.0:1785388914.359244:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458582784:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785388914.359445:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458582784:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 202us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785388914.359466:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 47 00002000:00100000:1.0:1785388914.359476:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff94343c01c700 x1872115458582784/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:410/0 lens 488/4536 e 0 to 0 dl 1785388925 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785388914.359485:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01c700 with x1872115458582784 ext(0->4095) 00002000:00010000:1.0:1785388914.359489:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c01c700 00000100:00100000:1.0:1785388914.399004:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458583168 00000100:00100000:1.0:1785388914.399013:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458583168 00000100:00100000:1.0:1785388914.399061:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 137 00000100:00100000:1.0:1785388914.399070:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458583168:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785388914.399110:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399126:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388914.399130:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388914.399136:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399151:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399179:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399186:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399208:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399213:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f4c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785388914.399217:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399225:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399238:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.399245:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0be352a/0xb9b521054fd76174 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388914.399300:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458583168:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 231us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388914.399306:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 137 00000100:00100000:1.0:1785388914.425194:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485763840:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388914.425222:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425680:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425697:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425905:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425912:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425918:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425924:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388914.425928:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425936:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425947:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff94340b507b00) 00010000:00010000:1.0:1785388914.425951:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785388914.425955:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.425961:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7617b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388914.798937:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388915.104598:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458584576 00000100:00100000:1.0:1785388915.104609:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458584576 00000100:00100000:1.0:1785388915.104674:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 117 00000100:00100000:1.0:1785388915.104704:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+54:16559:x1872115458584576:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1785388915.104985:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+55:16559:x1872115458584576:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 268us (483us total) trans 4294967683 rc 0/0 00000100:00100000:1.0:1785388915.104992:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 117 00000100:00100000:1.0:1785388917.412318:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458585088 00000100:00100000:1.0:1785388917.412322:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458585088 00000100:00100000:1.0:1785388917.412361:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458585344 00000100:00100000:1.0:1785388917.412364:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458585344 00000100:00100000:1.0:1785388917.412388:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:1.0:1785388917.412395:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458585088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388917.412424:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458585088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.412431:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:1.0:1785388917.412445:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00100000:1.0:1785388917.412450:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458585344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388917.412472:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458585344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.412478:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00100000:1.0:1785388917.429398:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388917.429429:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388917.429450:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388917.429469:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388917.429494:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458585216 00000100:00100000:1.0:1785388917.429503:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458585216 00000100:00100000:1.0:1785388917.429574:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 296 00000100:00100000:1.0:1785388917.429584:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115458585216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388917.429663:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115458585216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.429671:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 296 00000100:00100000:1.0:1785388917.429694:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458584960 00000100:00100000:1.0:1785388917.429698:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458584960 00000100:00100000:1.0:1785388917.429722:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458585472 00000100:00100000:1.0:1785388917.429726:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458585472 00000100:00100000:1.0:1785388917.429766:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 222 00000100:00100000:1.0:1785388917.429773:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115458584960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388917.429800:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115458584960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.429807:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 222 00000100:00100000:1.0:1785388917.429819:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 223 00000100:00100000:1.0:1785388917.429825:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:2363:x1872115458585472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388917.429849:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:2363:x1872115458585472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.429854:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 223 00000100:00100000:1.0:1785388917.622534:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485763968:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.622611:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388917.622650:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303559180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485764480:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.622672:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388917.622693:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785388917.622698:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485764352:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.622717:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388917.622790:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485764096:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.622822:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388917.622846:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330355a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485764608:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.622889:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388917.622923:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785388917.622930:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303558a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485764224:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.622951:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388917.623008:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485763968 00000100:00100000:1.0:1785388917.623015:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485763968 00000100:00100000:1.0:1785388917.623064:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1785388917.623081:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485763968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.623137:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485763968:12345-0@lo:400:kworker.0 Request processed in 65us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.623151:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1785388917.623181:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485764480 00000100:00100000:1.0:1785388917.623184:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485764480 00000100:00100000:1.0:1785388917.623214:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485764096 00000100:00100000:1.0:1785388917.623217:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485764096 00000100:00100000:1.0:1785388917.623228:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485764224 00000100:00100000:1.0:1785388917.623231:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485764224 00000100:00100000:1.0:1785388917.623247:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1785388917.623252:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303558e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485764480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.623283:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303558e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485764480:12345-0@lo:400:kworker.0 Request processed in 31us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.625231:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1785388917.626595:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485764352 00000100:00100000:1.0:1785388917.626603:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485764352 00000100:00100000:1.0:1785388917.626641:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485764608 00000100:00100000:1.0:1785388917.626650:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485764608 00000100:00100000:1.0:1785388917.626680:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1785388917.626687:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485764352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.626740:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303559f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485764352:12345-0@lo:400:kworker.0 Request processed in 53us (4021us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.626761:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1785388917.626775:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1785388917.626781:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330355b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485764608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.626812:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330355b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485764608:12345-0@lo:400:kworker.0 Request processed in 31us (3922us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388917.626818:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1785388917.626869:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485764352:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.626882:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485763968:0@lo:400:kworker.0 00000100:00100000:1.0:1785388917.626893:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303559180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485764480:0@lo:400:kworker.0 00000100:00080000:1.0:1785388917.626920:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388917.626925:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388917.626927:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785388917.875730:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388918.126986:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485764736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388918.127075:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388918.127432:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485764736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388919.154527:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785388919.154550:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485764864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388919.154620:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388919.154698:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485764864 00000100:00100000:1.0:1785388919.154719:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485764864 00000100:00100000:1.0:1785388919.154788:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1785388919.154797:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485764864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785388919.154834:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 54460416 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785388919.154876:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303559500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485764864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388919.154883:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:1.0:1785388919.154903:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785388919.154939:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485764864:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1785388919.719780:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967324 is committed 00000100:00100000:1.0:1785388921.751498:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458585600 00000100:00100000:1.0:1785388921.751509:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458585600 00000100:00100000:1.0:1785388921.751575:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 527 00000100:00100000:1.0:1785388921.751585:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:16539:x1872115458585600:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785388921.751668:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:16539:x1872115458585600:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 85us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388921.751676:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 527 00000100:00100000:1.0:1785388921.754684:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.514098:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.514139:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.514167:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.514966:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.514997:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.515016:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.515053:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388922.515074:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458586496 00000100:00100000:1.0:1785388922.515091:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458586496 00000100:00100000:1.0:1785388922.515120:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458586112 00000100:00100000:1.0:1785388922.515123:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458586112 00000100:00100000:1.0:1785388922.515144:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:1.0:1785388922.515151:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303559880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115458586496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388922.515330:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303559880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115458586496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 178us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388922.515337:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00080000:1.0:1785388922.515359:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785388922.516149:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388922.516153:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785388922.516192:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 228 00000100:00100000:1.0:1785388922.516201:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458586368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388922.521603:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303558000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458586368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 5401us (6583us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388922.521611:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 228 00000100:00100000:1.0:1785388922.736025:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485764992:0@lo:400:kworker.0 00000100:00100000:1.0:1785388922.736058:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388922.736087:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485765504:0@lo:400:kworker.0 00000100:00100000:1.0:1785388922.736105:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388922.736117:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785388922.736121:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485765376:0@lo:400:kworker.0 00000100:00100000:1.0:1785388922.736137:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1785388922.737371:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785388922.737376:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388922.737378:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785388923.269282:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485765760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388923.269382:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388923.285178:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485765760:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1785388924.454539:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388927.858440:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485766272:0@lo:400:kworker.0 00000100:00100000:1.0:1785388927.858477:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388927.858504:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785388927.858510:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485766144:0@lo:400:kworker.0 00000100:00100000:1.0:1785388927.858535:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388927.858554:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485766656:0@lo:400:kworker.0 00000100:00100000:1.0:1785388927.858578:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388927.858607:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485766016 00000100:00100000:1.0:1785388927.858611:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485766016 00000100:00100000:1.0:1785388927.858641:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1785388927.858648:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485766016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388927.858680:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485766016:12345-0@lo:400:kworker.0 Request processed in 33us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388927.858687:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1785388927.858716:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485766272 00000100:00100000:1.0:1785388927.858720:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485766272 00000100:00100000:1.0:1785388927.863008:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485766144:0@lo:400:kworker.0 00000100:00100000:1.0:1785388927.867508:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1785388927.867529:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485766656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388927.867621:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485766656:12345-0@lo:400:kworker.0 Request processed in 99us (9041us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388927.867630:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1785388928.368119:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485766784 00000100:00100000:1.0:1785388928.368130:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485766784 00000100:00100000:1.0:1785388928.368198:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1785388928.368210:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485766784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785388928.368252:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785388928.368305:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485766784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388928.368313:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1785388929.396161:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485766912 00000100:00100000:1.0:1785388929.396179:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485766912 00000100:00100000:1.0:1785388929.396475:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1785388929.396488:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485766912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785388929.396522:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785388929.397532:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485766912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1043us (6405us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388929.397541:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1785388932.981688:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485767424:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.981791:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388932.981855:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1785388932.981862:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485767040:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.981890:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388932.981912:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485767552:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.981936:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388932.981961:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485767168:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.981982:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388932.982282:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485767680:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.982321:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388932.982379:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785388932.982385:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485767296:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.982406:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388932.990472:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485767424:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.990513:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485767040 00000100:00100000:1.0:1785388932.990520:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485767040 00000100:00100000:1.0:1785388932.990567:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1785388932.990575:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485767040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.990617:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485767040:12345-0@lo:400:kworker.0 Request processed in 44us (8726us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388932.990624:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1785388932.990660:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485767552 00000100:00100000:1.0:1785388932.990664:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485767552 00000100:00100000:1.0:1785388932.990696:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485767168 00000100:00100000:1.0:1785388932.990700:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485767168 00000100:00100000:1.0:1785388932.990715:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485767296 00000100:00100000:1.0:1785388932.990719:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485767296 00000100:00100000:1.0:1785388932.990736:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1785388932.990741:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485767552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.990798:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485767552:12345-0@lo:400:kworker.0 Request processed in 56us (8860us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388932.990804:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1785388932.990817:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1785388932.990822:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485767168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.990850:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485767168:12345-0@lo:400:kworker.0 Request processed in 27us (8867us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388932.990874:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1785388932.990887:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1785388932.990893:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485767296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.990923:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485767296:12345-0@lo:400:kworker.0 Request processed in 31us (8516us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388932.990929:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1785388932.990966:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485767040:0@lo:400:kworker.0 00000100:00100000:1.0:1785388932.990980:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485767552:0@lo:400:kworker.0 00000100:00100000:1.0:1785388933.490666:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785388933.490697:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485767808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388933.490808:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388933.490887:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485767808 00000100:00100000:1.0:1785388933.490897:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485767808 00000100:00100000:1.0:1785388933.490952:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1785388933.490961:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485767808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785388933.491006:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785388933.491055:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485767808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388933.491063:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1785388933.491560:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485767808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388934.512147:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785388934.512183:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485767936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388934.512283:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388934.512379:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485767936 00000100:00100000:1.0:1785388934.512399:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485767936 00000100:00100000:1.0:1785388934.512475:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1785388934.512485:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485767936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785388934.512530:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785388934.512578:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485767936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388934.512586:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:1.0:1785388934.512609:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785388934.512655:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485767936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388937.879971:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458589696 00000100:00100000:1.0:1785388937.879976:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458589696 00000100:00100000:1.0:1785388937.880019:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458590080 00000100:00100000:1.0:1785388937.880029:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458590080 00000100:00100000:1.0:1785388937.880055:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:1.0:1785388937.880062:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+52:2365:x1872115458589696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388937.880091:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+52:2365:x1872115458589696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388937.880097:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:1.0:1785388937.880119:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:1.0:1785388937.880125:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2365:x1872115458590080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388937.880559:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2365:x1872115458590080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 433us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388937.880567:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00080000:1.0:1785388937.880631:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785388937.880637:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388937.880639:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388938.097323:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388938.105248:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485768576 00000100:00100000:1.0:1785388938.105253:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485768576 00000100:00100000:1.0:1785388938.105289:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1785388938.105296:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485768576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388938.105789:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485768576:12345-0@lo:400:kworker.0 Request processed in 483us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388938.105798:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:1.0:1785388938.105835:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785388938.105840:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785388938.105868:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485768704 00000100:00100000:1.0:1785388938.105872:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485768704 00000100:00100000:1.0:1785388938.105902:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1785388938.105908:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485768704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388938.105940:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485768704:12345-0@lo:400:kworker.0 Request processed in 33us (1588us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388938.105947:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00080000:1.0:1785388938.105959:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785388938.105979:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485768064 00000100:00100000:1.0:1785388938.105983:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485768064 00000100:00100000:1.0:1785388938.106026:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1785388938.106033:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485768064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388938.106065:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485768064:12345-0@lo:400:kworker.0 Request processed in 33us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388938.106071:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1785388938.106175:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485768576:0@lo:400:kworker.0 00000100:00100000:1.0:1785388938.608678:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485768832 00000100:00100000:1.0:1785388938.608707:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485768832 00000100:00100000:1.0:1785388938.608795:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1785388938.608807:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485768832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785388938.608861:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785388938.609011:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485768832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 205us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388938.609020:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1785388942.222268:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1785388942.222801:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388942.268544:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458590848 00000100:00100000:1.0:1785388942.268554:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458590848 00010000:00010000:1.0:1785388942.268599:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7605c lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890d9 expref: 20 pid: 5820 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388942.268626:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:1.0:1785388942.268633:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115458590848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388942.268645:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388942.268650:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7605c lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890d9 expref: 20 pid: 5820 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.268661:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7605c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890d9 expref: 20 pid: 5820 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.268677:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785388942.268682:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd761d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.268690:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd761d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.268705:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd761d6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.268721:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388942.268790:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115458590848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 156us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388942.268797:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:1.0:1785388942.324154:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1785388942.435801:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785388942.441386:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388942.441444:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458592640 00000100:00100000:1.0:1785388942.441456:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458592640 00010000:00010000:1.0:1785388942.441507:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd762c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891a4 expref: 9 pid: 14689 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388942.441556:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 168 00000100:00100000:1.0:1785388942.441567:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458592640:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388942.441588:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388942.441618:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd762c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891a4 expref: 9 pid: 14689 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.441633:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd762c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891a4 expref: 9 pid: 14689 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.441663:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388942.441668:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388942.441691:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 9 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.441701:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 9 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388942.441769:0:5807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 9 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388942.441786:0:5807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5807:1872115485769344:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785388942.441873:0:5807:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4cab40 going to sleep for 11 seconds 00000100:00100000:1.0:1785388942.567916:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388942.609568:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388943.017160:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458593792 00000100:00100000:1.0:1785388943.017165:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458593792 00000100:00100000:1.0:1785388943.017195:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:1.0:1785388943.017203:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458593792:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388943.020972:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458593792:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3754us (4301us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.020990:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00080000:1.0:1785388943.030497:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785388943.108883:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458594688 00000100:00100000:1.0:1785388943.108898:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458594688 00000100:00100000:1.0:1785388943.108960:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 545 00000100:00100000:1.0:1785388943.108971:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:17696:x1872115458594688:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785388943.109247:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785388943.109391:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:17696:x1872115458594688:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 421us (2193us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.109400:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 545 00000100:00100000:1.0:1785388943.112587:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388943.116380:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458595072 00000100:00100000:1.0:1785388943.116392:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458595072 00000100:00100000:1.0:1785388943.116458:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:1.0:1785388943.116467:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:2362:x1872115458595072:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388943.116484:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388943.116509:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76311 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ce expref: 26 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.116526:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff943425e45400) 00010000:00010000:1.0:1785388943.116531:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388943.116591:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2362:x1872115458595072:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 125us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.116599:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:1.0:1785388943.132552:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388943.134779:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485769856:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388943.134816:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a631fc6/0xb9b521054fd7631f lrc: 3/1,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388943.136031:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388943.144034:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458595456 00000100:00100000:1.0:1785388943.144057:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458595456 00010000:00010000:1.0:1785388943.144108:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 10 pid: 6615 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388943.144187:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:1.0:1785388943.144198:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458595456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388943.144220:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388943.144250:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 10 pid: 6615 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.144266:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 10 pid: 6615 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.144297:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030f1a758/0xb9b521054fd762cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ab expref: 10 pid: 6615 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.144314:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388943.144320:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388943.144327:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a631fc6/0xb9b521054fd7631f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.144338:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a631fc6/0xb9b521054fd7631f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.144381:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388943.144447:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458595456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 251us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.144455:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:1.0:1785388943.207712:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458596352 00000100:00100000:1.0:1785388943.207728:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458596352 00000100:00100000:1.0:1785388943.207811:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 549 00000100:00100000:1.0:1785388943.207821:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:17696:x1872115458596352:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785388943.207850:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388943.207875:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd7632d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a891dc expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.207917:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.207934:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.207947:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.209591:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd7632d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891dc expref: 27 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.209618:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891dc expref: 26 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.209629:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff943425e45400) 00010000:00010000:1.0:1785388943.209632:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785388943.209636:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5a00, rc 0) 00000100:00100000:1.0:1785388943.209726:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:17696:x1872115458596352:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1906us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.209735:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 549 00000100:00100000:1.0:1785388943.214885:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388943.224815:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485769984 00000100:00100000:1.0:1785388943.224821:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485769984 00000100:00100000:1.0:1785388943.224857:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1785388943.224865:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485769984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388943.224913:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485769984:12345-0@lo:400:kworker.0 Request processed in 49us (2389us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.224919:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1785388943.224956:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485769984:0@lo:400:kworker.0 00000100:00080000:1.0:1785388943.224978:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388943.224983:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388943.224986:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388943.255376:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458596992 00000100:00100000:1.0:1785388943.255395:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458596992 00010000:00010000:1.0:1785388943.255455:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891dc expref: 27 pid: 5822 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388943.255505:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:1.0:1785388943.255517:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2362:x1872115458596992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388943.255548:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388943.255557:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891dc expref: 27 pid: 5822 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.255576:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891dc expref: 27 pid: 5822 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.255603:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76334 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891dc expref: 27 pid: 5822 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.255640:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff943425e45400) 00010000:00010000:1.0:1785388943.255646:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943303051000/0xb9b521054fd76342 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.255667:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051000/0xb9b521054fd76342 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.255676:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303051000/0xb9b521054fd76342 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388943.255716:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388943.255828:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:2362:x1872115458596992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 310us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388943.255838:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:1.0:1785388944.085321:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458597504 00000100:00100000:1.0:1785388944.085333:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458597504 00000100:00100000:1.0:1785388944.085418:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 552 00000100:00100000:1.0:1785388944.085430:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+56:17699:x1872115458597504:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785388944.085456:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388944.085485:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76349 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a891e3 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388944.085617:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76350 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388944.085634:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388944.085664:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388944.085679:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:1.0:1785388944.087702:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76349 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891e3 expref: 59 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388944.087732:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891e3 expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388944.087762:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff943425e45400) 00010000:00010000:1.0:1785388944.087765:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785388944.087770:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5200, rc 0) 00000100:00100000:1.0:1785388944.090165:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:17699:x1872115458597504:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4730us (5178us total) trans 4294967692 rc 0/0 00000100:00100000:1.0:1785388944.090178:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 552 00000100:00100000:1.0:1785388944.099123:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388944.110931:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388944.111086:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388944.124638:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 121 00000100:00100000:1.0:1785388944.124655:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+57:17699:x1872115458598016:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1785388944.125352:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:17699:x1872115458598016:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 699us (14430us total) trans 4294967693 rc 0/0 00000100:00100000:1.0:1785388944.125361:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 121 00000100:00100000:1.0:1785388948.114775:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.114832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.114878:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.114895:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.114909:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.114934:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.114975:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388948.115011:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458598656 00000100:00100000:1.0:1785388948.115023:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458598656 00000100:00100000:1.0:1785388948.115094:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458598272 00000100:00100000:1.0:1785388948.115098:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458598272 00000100:00100000:1.0:1785388948.115125:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:1.0:1785388948.115136:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2365:x1872115458598656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388948.115235:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2365:x1872115458598656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 101us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.115244:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:1.0:1785388948.115263:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:1.0:1785388948.115269:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+55:2365:x1872115458598272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388948.115294:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+55:2365:x1872115458598272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.115300:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:1.0:1785388948.115319:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458598400 00000100:00100000:1.0:1785388948.115322:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458598400 00000100:00100000:1.0:1785388948.115346:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458598912 00000100:00100000:1.0:1785388948.115348:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458598912 00000100:00100000:1.0:1785388948.115360:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458598528 00000100:00100000:1.0:1785388948.115362:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458598528 00000100:00100000:1.0:1785388948.115374:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458598784 00000100:00100000:1.0:1785388948.115376:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458598784 00000100:00100000:1.0:1785388948.115389:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 256 00000100:00100000:1.0:1785388948.115402:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2365:x1872115458598400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388948.115428:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2365:x1872115458598400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.115434:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 256 00000100:00100000:1.0:1785388948.115446:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 257 00000100:00100000:1.0:1785388948.115451:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2365:x1872115458598912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388948.115471:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2365:x1872115458598912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.115477:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 257 00000100:00100000:1.0:1785388948.115486:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 258 00000100:00100000:1.0:1785388948.115491:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458598528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388948.115508:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458598528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.115513:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 258 00000100:00100000:1.0:1785388948.115524:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00100000:1.0:1785388948.115529:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:2365:x1872115458598784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388948.115546:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:2365:x1872115458598784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.115551:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00080000:1.0:1785388948.115566:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388948.115571:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388948.115573:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388948.337428:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485771520:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.337519:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388948.337592:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1785388948.337599:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485771136:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.337632:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388948.337655:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485771648:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.337679:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388948.337705:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485771264:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.337728:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388948.337763:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485771776:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.337954:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388948.337980:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785388948.337986:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485771392:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.338008:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388948.339049:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485771520 00000100:00100000:1.0:1785388948.339194:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485771520 00000100:00100000:1.0:1785388948.339273:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485771776 00000100:00100000:1.0:1785388948.339276:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485771776 00000100:00100000:1.0:1785388948.339303:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1785388948.339317:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485771520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.339399:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485771520:12345-0@lo:400:kworker.0 Request processed in 86us (1879us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.339410:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1785388948.339436:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1785388948.339444:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485771776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.339485:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485771776:12345-0@lo:400:kworker.0 Request processed in 41us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.339493:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1785388948.339534:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485771136 00000100:00100000:1.0:1785388948.339538:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485771136 00000100:00100000:1.0:1785388948.339567:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1785388948.339574:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485771136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.339614:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485771136:12345-0@lo:400:kworker.0 Request processed in 42us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.339621:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1785388948.339669:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485771648 00000100:00100000:1.0:1785388948.339675:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485771648 00000100:00100000:1.0:1785388948.339711:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485771264 00000100:00100000:1.0:1785388948.339714:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485771264 00000100:00100000:1.0:1785388948.339725:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485771392 00000100:00100000:1.0:1785388948.339727:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485771392 00000100:00100000:1.0:1785388948.339741:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1785388948.339779:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485771648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.339821:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485771648:12345-0@lo:400:kworker.0 Request processed in 50us (2141us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.339827:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1785388948.339839:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1785388948.339856:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485771264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.339889:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485771264:12345-0@lo:400:kworker.0 Request processed in 44us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.339894:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1785388948.339912:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1785388948.339918:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485771392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.339962:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485771392:12345-0@lo:400:kworker.0 Request processed in 44us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388948.339978:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1785388948.343423:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485771392:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.343476:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485771264:0@lo:400:kworker.0 00000100:00100000:1.0:1785388948.343494:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485771776:0@lo:400:kworker.0 00000100:00100000:1.0:1785388949.871296:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485772032 00000100:00100000:1.0:1785388949.871306:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485772032 00000100:00100000:1.0:1785388949.871393:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1785388949.871402:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485772032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785388949.871441:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785388949.871783:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485772032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388951.186550:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388951.193524:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458599296 00000100:00100000:1.0:1785388951.193534:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458599296 00000100:00100000:1.0:1785388951.193586:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 122 00000100:00100000:1.0:1785388951.193595:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:17166:x1872115458599296:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785388951.194116:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:17166:x1872115458599296:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 520us (681us total) trans 4294967694 rc 0/0 00000100:00100000:1.0:1785388951.194123:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 122 00000001:00080000:1.0:1785388951.482479:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967694 is committed 00000100:00100000:1.0:1785388953.455121:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485772544:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.455230:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388953.456819:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1785388953.456854:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485772160:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.456950:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388953.457174:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485772160:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.457185:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485772672:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.457226:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388953.457298:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485772288:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.457319:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388953.457846:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485772800:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.457879:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388953.457919:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785388953.457924:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485772416:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.457941:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388953.458624:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485772544 00000100:00100000:1.0:1785388953.458635:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485772544 00000100:00100000:1.0:1785388953.468279:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485772800 00000100:00100000:1.0:1785388953.468295:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485772800 00000100:00100000:1.0:1785388953.470136:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1785388953.470154:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485772544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.470248:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485772544:12345-0@lo:400:kworker.0 Request processed in 101us (15017us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388953.470256:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1785388953.470282:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1785388953.470289:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485772800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.470319:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485772800:12345-0@lo:400:kworker.0 Request processed in 31us (12439us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388953.470324:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1785388953.470901:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485772416:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.470921:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485772288:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.470938:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485772800:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.471126:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485772672:0@lo:400:kworker.0 00000100:00100000:1.0:1785388953.471142:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485772544:0@lo:400:kworker.0 00010000:00010000:1.0:1785388954.737958:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785388956.591660:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785388956.591669:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785388956.591978:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 1 00000040:00080000:1.0:1785388956.591986:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785388957.806995:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388958.376024:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.379501:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.379540:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.379618:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.379652:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458600576 00000100:00100000:1.0:1785388958.379663:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458600576 00000100:00100000:1.0:1785388958.379721:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458600704 00000100:00100000:1.0:1785388958.379724:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458600704 00000100:00100000:1.0:1785388958.379768:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458600960 00000100:00100000:1.0:1785388958.379771:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458600960 00000100:00100000:1.0:1785388958.379791:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:1.0:1785388958.379802:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115458600576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388958.379873:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115458600576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (3851us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.379880:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:1.0:1785388958.379905:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 269 00000100:00100000:1.0:1785388958.379910:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458600704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388958.379937:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458600704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.379943:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 269 00000100:00100000:1.0:1785388958.379956:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00100000:1.0:1785388958.379961:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:2364:x1872115458600960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388958.379979:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+6:2364:x1872115458600960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.379985:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00080000:1.0:1785388958.381198:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388958.381205:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388958.381209:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388958.381225:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458600320 00000100:00100000:1.0:1785388958.381232:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458600320 00000100:00100000:1.0:1785388958.381266:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:1.0:1785388958.381274:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458600320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388958.381318:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458600320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 45us (6780us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.381326:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:1.0:1785388958.392884:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.394382:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458601344 00000100:00100000:1.0:1785388958.394395:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458601344 00000100:00100000:1.0:1785388958.394469:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 555 00000100:00100000:1.0:1785388958.394481:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:18594:x1872115458601344:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785388958.394537:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388958.394564:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76365 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a891ea expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.394661:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.394677:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.394691:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.398060:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.398082:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.398098:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.405696:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd7637a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.405843:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd7637a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.405860:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd7637a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388958.405882:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1785388958.406244:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406253:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406260:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406266:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f4c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388958.406271:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406280:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406293:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:1.0:1785388958.406296:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388958.406301:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406307:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7636c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406320:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406326:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406332:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406347:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388958.406350:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406356:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406365:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff943412a70a00) 00010000:00010000:1.0:1785388958.406367:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388958.406370:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.406377:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76373 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.407360:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76365 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ea expref: 25 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.407379:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd7637a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ea expref: 24 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.407388:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785388958.407391:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388958.407393:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5e00, rc 0) 00000100:00100000:1.0:1785388958.407575:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:18594:x1872115458601344:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 13095us (13353us total) trans 4294967695 rc 0/0 00000100:00100000:1.0:1785388958.407587:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 555 00000100:00100000:1.0:1785388958.417059:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.417219:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1785388958.468534:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785388958.468912:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.468930:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 22 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.468940:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.468984:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 22 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.468998:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 22 pid: 5821 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388958.469015:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485773184:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785388958.469137:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785388958.479583:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458602112 00000100:00100000:1.0:1785388958.479596:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458602112 00010000:00010000:1.0:1785388958.479645:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 23 pid: 5821 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388958.479693:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 171 00000100:00100000:1.0:1785388958.479704:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2362:x1872115458602112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388958.479724:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388958.479732:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 23 pid: 5821 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.479802:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 23 pid: 5821 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.479829:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943425e45600) 00010000:00010000:1.0:1785388958.479836:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.479848:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.479856:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.479880:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388958.479940:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2362:x1872115458602112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 237us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.479948:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 171 00010000:00010000:2.0:1785388958.480315:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd7622a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89173 expref: 22 pid: 5821 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388958.480335:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485773184:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785388958.480361:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.480371:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.480378:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.480417:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd763a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.480428:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd763a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.480437:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd763a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388958.484765:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00010000:00010000:2.0:1785388958.484791:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.484805:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.484814:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.484820:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.484830:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.484839:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.484859:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943425e45600) 00010000:00010000:2.0:1785388958.484862:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.484867:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.484893:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7639d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785388958.484922:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004892baaa reply state 00000000b1e0cb0a transno 4294967696 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd763a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388958.484934:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785388958.485069:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+56:18595:x1872115458601984:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 16669us (16857us total) trans 4294967696 rc 0/0 00000100:00100000:2.0:1785388958.485080:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 558 00000100:00100000:1.0:1785388958.505854:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.515448:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458602368 00000100:00100000:2.0:1785388958.515460:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458602368 00000100:00100000:2.0:1785388958.515526:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458602624 00000100:00100000:2.0:1785388958.515530:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458602624 00000100:00100000:2.0:1785388958.515564:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 560 00000100:00100000:2.0:1785388958.515576:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+57:2363:x1872115458602368:12345-192.168.204.39@tcp:41:mkdir.0 00000004:00000024:2.0:1785388958.515637:0:5822:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259943424 avail 2257846272 00000100:00100000:2.0:1785388958.515727:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+57:2363:x1872115458602368:12345-192.168.204.39@tcp:41:mkdir.0 Request processed in 154us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388958.515735:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 560 00000100:00100000:2.0:1785388958.522159:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458602752 00000100:00100000:2.0:1785388958.522171:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458602752 00000100:00100000:2.0:1785388958.522230:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 562 00000100:00100000:2.0:1785388958.522241:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+55:18596:x1872115458602752:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:2.0:1785388958.522266:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388958.522293:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a891ff expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.522404:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd763c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.522421:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd763c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.522433:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd763c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388958.522510:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1785388958.522514:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388958.522542:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd763c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.522570:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ff expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.522588:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd763c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ff expref: 56 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.522597:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785388958.522600:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785388958.522604:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:2.0:1785388958.522692:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+56:18596:x1872115458602752:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 452us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388958.522700:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 562 00000100:00100000:1.0:1785388958.530198:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.537012:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.537114:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458603136 00000100:00100000:2.0:1785388958.537126:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458603136 00000100:00100000:2.0:1785388958.537205:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 564 00000100:00100000:2.0:1785388958.537216:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+57:18596:x1872115458603136:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:2.0:1785388958.537283:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785388958.537314:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd763dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89206 expref: 57 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.537336:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340a727c00) 00010000:00010000:2.0:1785388958.537349:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785388958.537456:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.537470:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.537482:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.537523:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd763ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.537531:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd763ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.537538:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd763ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388958.538342:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x24:0x0]: returning size 512 00010000:00010000:2.0:1785388958.538355:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.538364:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.538377:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.538384:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.538389:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.538399:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.538409:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507600) 00010000:00010000:2.0:1785388958.538412:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.538415:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.538422:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785388958.538435:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9037d3c reply state 0000000096af64de transno 4294967697 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd763ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388958.538444:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785388958.538529:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:18596:x1872115458603136:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 1314us (1527us total) trans 4294967697 rc 0/0 00000100:00100000:2.0:1785388958.538536:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 564 00000100:00100000:1.0:1785388958.559460:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.559578:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458603264 00000100:00100000:2.0:1785388958.559590:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458603264 00000100:00100000:2.0:1785388958.559661:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 565 00000100:00100000:2.0:1785388958.559673:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+57:18597:x1872115458603264:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785388958.559732:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388958.559808:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8920d expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.559893:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.559911:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.559925:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.559941:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.559948:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.559955:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560096:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54400/0xb9b521054fd76406 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560105:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54400/0xb9b521054fd76406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560112:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54400/0xb9b521054fd76406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388958.560149:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1785388958.560160:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388958.560192:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54400/0xb9b521054fd76406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560206:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560213:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560220:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560226:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.560231:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560239:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560253:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785388958.560256:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.560261:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560267:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd763f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560281:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560286:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560301:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560306:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.560309:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560315:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560321:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff94340b507600) 00010000:00010000:2.0:1785388958.560324:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.560326:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560332:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd763ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560365:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd763f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8920d expref: 59 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560380:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54400/0xb9b521054fd76406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8920d expref: 58 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.560389:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:2.0:1785388958.560391:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785388958.560393:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54400, rc 0) 00000100:00100000:2.0:1785388958.560464:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:18597:x1872115458603264:12345-192.168.204.39@tcp:101:bash.0 Request processed in 793us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388958.560480:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 565 00000100:00100000:2.0:1785388958.563538:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458603392 00000100:00100000:2.0:1785388958.563549:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458603392 00000100:00100000:2.0:1785388958.563604:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 566 00000100:00100000:2.0:1785388958.563614:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:18597:x1872115458603392:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785388958.563635:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388958.563655:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7640d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89214 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.563734:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.563784:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.563797:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565069:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565086:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565096:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565182:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565210:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565218:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565225:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.565230:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565240:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565254:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:2.0:1785388958.565258:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.565262:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565270:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565284:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565291:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565298:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565303:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.565311:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565318:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565325:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff94340b507700) 00010000:00010000:2.0:1785388958.565328:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.565330:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565335:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd7641b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565380:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7640d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89214 expref: 59 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565392:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:2.0:1785388958.565394:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.565398:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7640d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89214 expref: 59 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.565409:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785388958.565489:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:18597:x1872115458603392:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1876us (2048us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388958.565498:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 566 00000100:00100000:2.0:1785388958.575380:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785388958.575410:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485773312:0@lo:400:kworker.0 00000100:00100000:2.0:1785388958.575522:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388958.575685:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485773696:0@lo:400:kworker.0 00000100:00100000:2.0:1785388958.575716:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388958.575817:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785388958.575823:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485773824:0@lo:400:kworker.0 00000100:00100000:2.0:1785388958.575851:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388958.576451:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485773568:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.576486:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388958.576523:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785388958.576529:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485773440:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.576552:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388958.576578:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485773952:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.576602:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388958.576628:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485773696 00000100:00100000:1.0:1785388958.576632:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485773696 00000100:00100000:1.0:1785388958.576671:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485773952 00000100:00100000:1.0:1785388958.576675:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485773952 00000100:00100000:1.0:1785388958.576700:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1785388958.576707:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485773696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.576778:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485773696:12345-0@lo:400:kworker.0 Request processed in 71us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.576785:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1785388958.576798:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1785388958.576805:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485773952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.576834:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485773952:12345-0@lo:400:kworker.0 Request processed in 30us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.576840:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1785388958.576871:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485773952:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.576912:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485773696:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.577319:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485773440:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.577337:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485773568:0@lo:400:kworker.0 00000100:00100000:1.0:1785388958.577367:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485773824:0@lo:400:kworker.0 00000100:00080000:2.0:1785388958.577769:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785388958.577776:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785388958.577779:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785388958.578628:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.593083:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.602353:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.615139:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.616224:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:18598:x1872115458603904:12345-192.168.204.39@tcp:101:rm.0 Request processed in 903us (1098us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388958.616233:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 570 00000100:00100000:1.0:1785388958.643067:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.654499:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458604160 00000100:00100000:1.0:1785388958.654511:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458604160 00000100:00100000:1.0:1785388958.654590:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 572 00000100:00100000:1.0:1785388958.654600:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:18599:x1872115458604160:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785388958.654627:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388958.654652:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd7648b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8923e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.654867:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.654886:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.654900:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.654919:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.654948:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.654955:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655035:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655182:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655190:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655197:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388958.655203:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655211:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655225:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:1.0:1785388958.655229:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388958.655234:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655240:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd76492 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655252:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655264:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655270:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655274:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388958.655277:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655282:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655288:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff943412a70a00) 00010000:00010000:1.0:1785388958.655291:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388958.655293:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655298:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5e00/0xb9b521054fd76499 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655334:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd7648b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8923e expref: 25 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655344:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:1.0:1785388958.655347:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388958.655350:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd7648b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8923e expref: 25 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.655371:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5a00, rc 0) 00000100:00100000:1.0:1785388958.655476:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:18599:x1872115458604160:12345-192.168.204.39@tcp:101:cp.0 Request processed in 877us (1081us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388958.655484:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 572 00000100:00100000:2.0:1785388958.663636:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.674497:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.686815:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458604672 00000100:00100000:1.0:1785388958.686827:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458604672 00000100:00100000:1.0:1785388958.686901:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 146 00000100:00100000:1.0:1785388958.686913:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:18599:x1872115458604672:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785388958.686939:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388958.686962:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eebd302/0xb9b521054fd764ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89253 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.687004:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd764c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8924c expref: 8 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.687015:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388958.687020:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388958.687025:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eebd302/0xb9b521054fd764ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89253 expref: 8 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.687078:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd764c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8924c expref: 8 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.687095:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd764c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8924c expref: 8 pid: 12002 timeout: 778 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388958.687136:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485774080:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388958.687250:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47180 going to sleep for 11 seconds 00000100:00100000:2.0:1785388958.693254:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785388958.694487:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd764c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8924c expref: 9 pid: 12002 timeout: 778 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388958.694606:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485774080:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388958.694635:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008eebd302/0xb9b521054fd764ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89253 expref: 8 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388958.694649:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5a00, rc 0) 00000100:00100000:1.0:1785388958.694834:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:18599:x1872115458604672:12345-192.168.204.39@tcp:101:cp.0 Request processed in 7923us (8203us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388958.694844:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 146 00000100:00100000:1.0:1785388958.710204:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458605056 00000100:00100000:1.0:1785388958.710219:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458605056 00000100:00100000:1.0:1785388958.710337:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 123 00000100:00100000:1.0:1785388958.710349:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:18599:x1872115458605056:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785388958.710856:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:18599:x1872115458605056:12345-192.168.204.39@tcp:35:cp.0 Request processed in 508us (2525us total) trans 4294967699 rc 0/0 00000100:00100000:1.0:1785388958.710865:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 123 00000100:00100000:1.0:1785388958.790542:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.790639:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458605184 00000100:00100000:2.0:1785388958.790652:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458605184 00000100:00100000:2.0:1785388958.790777:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 574 00000100:00100000:2.0:1785388958.790790:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:18602:x1872115458605184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785388958.790819:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388958.790847:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd764d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8925a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.790933:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.790950:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.790980:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.790998:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791005:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791012:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791139:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54800/0xb9b521054fd764e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791148:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54800/0xb9b521054fd764e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791156:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54800/0xb9b521054fd764e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388958.791194:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00000004:00200000:2.0:1785388958.791198:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388958.791218:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54800/0xb9b521054fd764e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791230:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54800/0xb9b521054fd764e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791240:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791256:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791263:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791270:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.791274:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791284:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791297:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:2.0:1785388958.791301:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.791306:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791313:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd764d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791327:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791333:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791339:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791344:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388958.791353:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791360:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791368:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff94340b507700) 00010000:00010000:2.0:1785388958.791371:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388958.791373:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791379:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd764df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791412:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd764d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8925a expref: 60 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791426:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54800/0xb9b521054fd764e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8925a expref: 59 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.791434:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff94340a727400) 00010000:00010000:2.0:1785388958.791436:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785388958.791439:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54800, rc 0) 00000100:00100000:2.0:1785388958.791512:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+59:18602:x1872115458605184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 725us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388958.791519:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 574 00000100:00100000:2.0:1785388958.798205:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.807165:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388958.817708:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388958.817878:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458605568 00000100:00100000:1.0:1785388958.817906:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458605568 00000100:00100000:1.0:1785388958.817975:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 148 00000100:00100000:1.0:1785388958.817987:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115458605568:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785388958.818012:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388958.818036:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76502 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8926f expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388958.818130:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485774464:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785388958.818233:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47780 going to sleep for 11 seconds 00000100:00100000:2.0:1785388958.820185:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485774464:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785388958.820240:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76502 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8926f expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.820266:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76502 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8926f expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388958.820280:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5e00, rc 0) 00000100:00100000:2.0:1785388958.820373:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115458605568:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2387us (2678us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388958.820381:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 148 00010000:00010000:2.0:1785388958.832228:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388958.839634:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458605824 00000100:00100000:1.0:1785388958.839647:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458605824 00000100:00100000:2.0:1785388958.839811:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 576 00000100:00100000:2.0:1785388958.839826:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:18602:x1872115458605824:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785388958.840164:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].13, 136 off9960 00000100:00100000:2.0:1785388958.840267:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:18602:x1872115458605824:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 444us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388958.840275:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 576 00000040:00080000:2.0:1785388959.665263:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785388959.665277:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785388959.665327:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 2 00000040:00080000:2.0:1785388959.665335:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785388959.665665:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485774720:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785388959.668169:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394af00 going to sleep for 11 seconds 00000100:00100000:2.0:1785388959.674235:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485774720:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785388959.676249:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458605952 00000100:00100000:1.0:1785388959.676260:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458605952 00000100:00100000:1.0:1785388959.676325:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 577 00000100:00100000:1.0:1785388959.676336:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:18614:x1872115458605952:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785388959.676383:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785388959.676529:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:18614:x1872115458605952:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 193us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388959.676537:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 577 00000100:00100000:2.0:1785388959.681647:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458606208 00000100:00100000:2.0:1785388959.681678:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458606208 00000100:00100000:2.0:1785388959.681781:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 578 00000100:00100000:2.0:1785388959.681792:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:18614:x1872115458606208:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785388959.681820:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388959.682096:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76509 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89276 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.682229:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76510 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.682246:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76510 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.682260:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76510 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388959.682273:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:2.0:1785388959.682442:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76509 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89276 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.682463:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76510 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89276 expref: 29 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.684122:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff94340a727400) 00010000:00010000:2.0:1785388959.684129:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785388959.684134:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55600, rc 0) 00000100:00100000:2.0:1785388959.684217:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:18614:x1872115458606208:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2424us (3236us total) trans 4294967700 rc 0/0 00000100:00100000:2.0:1785388959.684225:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 578 00000100:00100000:1.0:1785388959.693433:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458606336 00000100:00100000:1.0:1785388959.693445:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458606336 00000100:00100000:1.0:1785388959.693517:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 149 00000100:00100000:1.0:1785388959.693529:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2363:x1872115458606336:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785388959.693590:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000063161225/0xb9b521054fd7651e lrc: 3/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.693616:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008eebd302/0xb9b521054fd764ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89253 expref: 7 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.693634:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xd:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785388959.693639:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388959.693644:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063161225/0xb9b521054fd7651e lrc: 4/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.693700:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008eebd302/0xb9b521054fd764ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89253 expref: 7 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.693726:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008eebd302/0xb9b521054fd764ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89253 expref: 7 pid: 14689 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388959.693901:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485774848:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388959.694046:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47480 going to sleep for 11 seconds 00000100:00100000:1.0:1785388959.714459:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458606464 00000100:00100000:1.0:1785388959.714484:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458606464 00000100:00100000:1.0:1785388959.714592:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:1.0:1785388959.714605:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2365:x1872115458606464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388959.714625:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388959.714659:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76510 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89276 expref: 29 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.714678:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff94340a727400) 00010000:00010000:1.0:1785388959.714683:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388959.714791:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2365:x1872115458606464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 189us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388959.714819:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:1.0:1785388959.786736:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458607104 00000100:00100000:1.0:1785388959.786769:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458607104 00000100:00100000:1.0:1785388959.786931:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 150 00000100:00100000:1.0:1785388959.786947:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458607104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785388959.786973:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388959.787001:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76525 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8927d expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785388959.787051:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 158, mtime: 0x6a6adf9e, atime: 0x0, ctime: 0x6a6adf9e, blocks: 0x1 00010000:00010000:1.0:1785388959.787078:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=680s v=(0 0) 00010000:00010000:1.0:1785388959.787084:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388959.787097:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76525 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8927d expref: 9 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.787120:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76525 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8927d expref: 9 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.787135:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5e00, rc 0) 00000100:00100000:1.0:1785388959.787674:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458607104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 730us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388959.787911:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 150 00000100:00100000:1.0:1785388959.791945:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458607360 00000100:00100000:1.0:1785388959.791958:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458607360 00000100:00100000:1.0:1785388959.792014:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 580 00000100:00100000:1.0:1785388959.792303:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:18614:x1872115458607360:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785388959.792459:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:18614:x1872115458607360:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 435us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388959.792520:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 580 00000100:00100000:1.0:1785388959.803008:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458607488 00000100:00100000:1.0:1785388959.803029:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458607488 00002000:00100000:1.0:1785388959.803090:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xd:0x0] (0->4095) req@ffff94343d3a9880 x1872115458607488/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:455/0 lens 488/0 e 0 to 0 dl 1785388970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785388959.803103:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a9880 with x1872115458607488 ext(0->4095) 00002000:00010000:1.0:1785388959.803110:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343d3a9880 00000100:00100000:1.0:1785388959.803143:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:1.0:1785388959.803153:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458607488:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785388959.803383:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458607488:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 230us (1105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785388959.803391:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 52 00002000:00100000:1.0:1785388959.803398:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xd:0x0] (0->4095) req@ffff94343d3a9880 x1872115458607488/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:455/0 lens 488/4536 e 0 to 0 dl 1785388970 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785388959.803407:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a9880 with x1872115458607488 ext(0->4095) 00002000:00010000:1.0:1785388959.803410:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343d3a9880 00000100:00100000:1.0:1785388959.851955:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458607744 00000100:00100000:1.0:1785388959.851976:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458607744 00000100:00100000:1.0:1785388959.864769:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458607872 00000100:00100000:1.0:1785388959.864783:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458607872 00000100:00100000:1.0:1785388959.864849:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 151 00000100:00100000:1.0:1785388959.864861:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458607872:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785388959.864929:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 3/1,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.864950:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388959.864955:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388959.864964:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.864979:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865028:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865038:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865047:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865055:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785388959.865060:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865070:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865100:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.865109:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2744e4f/0xb9b521054fd7653a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388959.865193:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458607872:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 335us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388959.865199:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 151 00000100:00100000:1.0:1785388959.868933:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388959.868982:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458608128 00000100:00100000:1.0:1785388959.868993:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458608128 00000100:00100000:1.0:1785388959.869061:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 583 00000100:00100000:1.0:1785388959.869072:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:18614:x1872115458608128:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785388959.869172:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76541 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.869193:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943401531c00/0xb9b521054fd76533 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89284 expref: 29 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.869202:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76541 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.869254:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943401531c00/0xb9b521054fd76533 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89284 expref: 29 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388959.869289:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943401531c00/0xb9b521054fd76533 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89284 expref: 29 pid: 5821 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388959.869307:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485774976:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388959.869412:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebd80 going to sleep for 11 seconds 00000100:00100000:1.0:1785388959.892265:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388959.892332:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458608256 00000100:00100000:2.0:1785388959.892344:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458608256 00010000:00010000:2.0:1785388959.892393:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943401531c00/0xb9b521054fd76533 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89284 expref: 30 pid: 5821 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388959.892441:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 174 00000100:00100000:2.0:1785388959.892452:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:2362:x1872115458608256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785388959.892479:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785388959.892488:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943401531c00/0xb9b521054fd76533 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89284 expref: 30 pid: 5821 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.892503:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943401531c00/0xb9b521054fd76533 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89284 expref: 30 pid: 5821 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.892531:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff94340a727400) 00010000:00010000:2.0:1785388959.892538:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76541 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.892550:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76541 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.892560:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd76541 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388959.892581:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785388959.892643:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:2362:x1872115458608256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 192us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388959.892652:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 174 00000040:00080000:2.0:1785388959.893722:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785388959.893733:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785388959.894260:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785388959.894268:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785388959.897227:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458608512 00000100:00100000:1.0:1785388959.897248:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458608512 00000100:00100000:1.0:1785388959.897314:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 124 00000100:00100000:1.0:1785388959.897326:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:18614:x1872115458608512:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785388959.897591:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:18614:x1872115458608512:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 267us (452us total) trans 4294967702 rc 0/0 00000100:00100000:1.0:1785388959.897600:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 124 00000100:00100000:2.0:1785388960.118701:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785388960.118739:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485775104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785388960.118845:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388960.118919:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485775104 00000100:00100000:2.0:1785388960.118928:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485775104 00000100:00100000:2.0:1785388960.118996:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1785388960.119009:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485775104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785388960.119040:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785388960.119095:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485775104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388960.119103:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:2.0:1785388960.119129:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785388960.119175:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485775104:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1785388960.524213:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785388960.553823:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:2364:x1872115458609152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3241us (3555us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388960.553839:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:1.0:1785388960.561794:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458609408 00000100:00100000:1.0:1785388960.561806:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458609408 00000100:00100000:1.0:1785388960.561878:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 125 00000100:00100000:1.0:1785388960.561891:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:18632:x1872115458609408:12345-192.168.204.39@tcp:35:diff.0 00000100:00100000:1.0:1785388960.562206:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:18632:x1872115458609408:12345-192.168.204.39@tcp:35:diff.0 Request processed in 317us (485us total) trans 4294967704 rc 0/0 00000100:00100000:1.0:1785388960.562216:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 125 00000100:00100000:1.0:1785388960.704893:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388960.705066:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388960.705107:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458609920 00000100:00100000:1.0:1785388960.705478:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458609920 00000100:00100000:1.0:1785388960.705557:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:1.0:1785388960.705574:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:2364:x1872115458609920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388960.705593:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388960.705624:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd7656b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89299 expref: 64 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388960.707442:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff94340a727400) 00010000:00010000:1.0:1785388960.707454:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388960.707539:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+63:2364:x1872115458609920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1968us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388960.707550:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:2.0:1785388960.732907:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000001:00080000:1.0:1785388960.770833:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967326 is committed 00000100:00100000:1.0:1785388960.837276:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388960.837321:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388960.837422:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458610560 00000100:00100000:2.0:1785388960.837435:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458610560 00000100:00100000:2.0:1785388960.837517:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:2.0:1785388960.837528:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:2364:x1872115458610560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785388960.837548:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785388960.837576:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd76587 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892a0 expref: 67 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388960.837601:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff94340a727400) 00010000:00010000:2.0:1785388960.837624:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785388960.837710:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:2364:x1872115458610560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388960.837718:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:1.0:1785388960.853495:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785388960.879771:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1785388961.756498:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967708 is committed 00000001:00080000:1.0:1785388961.756524:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967698 is committed 00000001:00080000:1.0:1785388961.756536:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967702 is committed 00000100:00100000:1.0:1785388963.475407:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388963.475451:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388963.475484:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388963.475521:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388963.475560:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458611328 00000100:00100000:1.0:1785388963.475572:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458611328 00000100:00100000:1.0:1785388963.475682:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458611840 00000100:00100000:1.0:1785388963.475685:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458611840 00000100:00100000:1.0:1785388963.475712:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 274 00000100:00100000:1.0:1785388963.475724:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458611328:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388963.475854:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458611328:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 132us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388963.475863:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 274 00000100:00100000:1.0:1785388963.475893:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00100000:1.0:1785388963.475900:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458611840:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388963.475926:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458611840:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388963.475933:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00080000:1.0:1785388963.475950:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388963.475955:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785388963.476134:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458611584 00000100:00100000:2.0:1785388963.476138:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458611584 00000100:00100000:2.0:1785388963.476181:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:2.0:1785388963.476188:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2362:x1872115458611584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388963.476227:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2362:x1872115458611584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388963.476234:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00080000:1.0:1785388963.476446:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388963.486824:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388963.486864:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388963.486904:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388963.486992:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458611456 00000100:00100000:2.0:1785388963.487001:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458611456 00000100:00100000:2.0:1785388963.487056:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458611712 00000100:00100000:2.0:1785388963.487059:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458611712 00000100:00100000:2.0:1785388963.487083:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:2.0:1785388963.487092:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458611456:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388963.487158:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458611456:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 67us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388963.487165:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:2.0:1785388963.487181:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00100000:2.0:1785388963.487187:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458611712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388963.487210:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458611712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388963.487216:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00080000:1.0:1785388963.487902:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785388963.487907:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388963.487910:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785388963.695535:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485775360:0@lo:400:kworker.0 00000100:00100000:1.0:1785388963.695683:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485775616:0@lo:400:kworker.0 00000100:00100000:2.0:1785388963.716575:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388963.721712:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388963.721798:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485775616 00000100:00100000:1.0:1785388963.721808:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485775616 00000100:00100000:1.0:1785388963.721859:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1785388963.721867:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485775616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388963.721939:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485775616:12345-0@lo:400:kworker.0 Request processed in 73us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388963.721947:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1785388963.721984:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485775616:0@lo:400:kworker.0 00000100:00100000:2.0:1785388963.725622:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485775360:0@lo:400:kworker.0 00000100:00100000:2.0:1785388963.725683:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485775872:0@lo:400:kworker.0 00000100:00100000:2.0:1785388963.725781:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388963.728179:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485775872 00000100:00100000:1.0:1785388963.728191:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485775872 00000100:00100000:1.0:1785388963.728282:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1785388963.728293:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485775872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388963.729008:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485775872:12345-0@lo:400:kworker.0 Request processed in 714us (3224us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388963.729017:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1785388963.729122:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485775872:0@lo:400:kworker.0 00000100:00100000:2.0:1785388963.731829:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485775488:0@lo:400:kworker.0 00010000:00010000:2.0:1785388963.955135:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785388964.207062:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485776000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785388964.207166:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388964.207893:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485776000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785388964.990818:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785388965.233790:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785388965.233821:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485776128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785388965.233913:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388965.234008:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485776128 00000100:00100000:2.0:1785388965.234017:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485776128 00000100:00100000:2.0:1785388965.234081:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1785388965.234092:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485776128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785388965.234140:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785388965.234190:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485776128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388965.234198:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1785388965.234258:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485776128:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785388967.026895:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785388968.048199:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388968.590360:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:1.0:1785388968.590375:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458612608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388968.590463:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458612608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 93us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.590471:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:1.0:1785388968.590488:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:1.0:1785388968.590494:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2363:x1872115458613120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388968.590515:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2363:x1872115458613120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.590521:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:1.0:1785388968.590732:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 282 00000100:00100000:1.0:1785388968.590738:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458612736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388968.590799:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458612736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 61us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.590805:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 282 00000100:00100000:1.0:1785388968.590815:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 283 00000100:00100000:1.0:1785388968.590820:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2363:x1872115458612992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388968.590837:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2363:x1872115458612992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.590842:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 283 00000100:00100000:1.0:1785388968.590951:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458612864 00000100:00100000:1.0:1785388968.590955:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458612864 00000100:00100000:1.0:1785388968.590982:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458612480 00000100:00100000:1.0:1785388968.590984:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458612480 00000100:00100000:1.0:1785388968.591004:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:1.0:1785388968.591010:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2363:x1872115458612864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388968.591041:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2363:x1872115458612864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.591047:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:1.0:1785388968.591058:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:1.0:1785388968.591063:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:2363:x1872115458612480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388968.591079:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:2363:x1872115458612480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.591085:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:2.0:1785388968.591771:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458612352 00000100:00100000:2.0:1785388968.591788:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458612352 00000100:00100000:2.0:1785388968.591839:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:2.0:1785388968.592000:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458612352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388968.592036:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458612352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 191us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388968.592043:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:1.0:1785388968.815151:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485776512:0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815237:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388968.815307:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785388968.815313:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485776384:0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815335:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388968.815349:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485776896:0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815387:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388968.815419:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485776512 00000100:00100000:1.0:1785388968.815427:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485776512 00000100:00100000:1.0:1785388968.815479:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485776384 00000100:00100000:1.0:1785388968.815481:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485776384 00000100:00100000:1.0:1785388968.815500:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1785388968.815519:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485776512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815582:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485776512:12345-0@lo:400:kworker.0 Request processed in 74us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.815590:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1785388968.815611:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1785388968.815617:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485776384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815645:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485776384:12345-0@lo:400:kworker.0 Request processed in 29us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.815651:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1785388968.815669:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485776896 00000100:00100000:1.0:1785388968.815673:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485776896 00000100:00100000:1.0:1785388968.815700:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1785388968.815706:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485776896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815736:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485776896:12345-0@lo:400:kworker.0 Request processed in 30us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.815780:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1785388968.815828:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485776384:0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815839:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485776896:0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.815847:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485776512:0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.820808:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485776640 00000100:00100000:1.0:1785388968.820828:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485776640 00000100:00100000:1.0:1785388968.822512:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1785388968.822527:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485776640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388968.822654:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485776640:12345-0@lo:400:kworker.0 Request processed in 129us (6483us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388968.822662:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1785388969.327626:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485777024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785388969.327718:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1785388970.111899:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785388970.843729:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd7659c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892a7 expref: 28 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.843954:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd765b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892a7 expref: 27 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.843968:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785388970.843972:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388970.843977:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050e00, rc 0) 00000100:00100000:0.0:1785388970.844103:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19248:x1872115458613376:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 15844us (19474us total) trans 4294967710 rc 0/0 00000100:00100000:0.0:1785388970.844116:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 590 00000100:00080000:0.0:1785388970.844185:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388970.879167:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388970.879214:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388970.879250:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458613504 00000100:00100000:1.0:1785388970.879263:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458613504 00000100:00100000:1.0:1785388970.879336:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 591 00000100:00100000:1.0:1785388970.879349:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19248:x1872115458613504:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785388970.879657:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19248:x1872115458613504:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 309us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388970.879666:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 591 00000100:00100000:1.0:1785388970.879694:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458613632 00000100:00100000:1.0:1785388970.879698:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458613632 00000100:00100000:1.0:1785388970.879773:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:1.0:1785388970.879780:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2362:x1872115458613632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388970.879795:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388970.882928:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd765b1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892a7 expref: 27 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.882955:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785388970.882962:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388970.883023:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:2362:x1872115458613632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3243us (3808us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388970.883032:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:0.0:1785388970.903683:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458613760 00000100:00100000:0.0:1785388970.903696:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458613760 00000100:00100000:0.0:1785388970.903817:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 592 00000100:00100000:0.0:1785388970.903830:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:19249:x1872115458613760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388970.903857:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388970.903884:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892ae expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.903969:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.903988:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904002:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904041:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904049:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904057:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904362:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904372:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904380:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904386:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388970.904390:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904399:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904413:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507e00) 00010000:00010000:0.0:1785388970.904416:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388970.904437:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904444:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd765c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904464:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904480:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904487:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904493:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388970.904504:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904511:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904519:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff94340a727000) 00010000:00010000:0.0:1785388970.904521:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388970.904524:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904529:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd765cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904566:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ae expref: 59 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904577:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507e00) 00010000:00010000:0.0:1785388970.904580:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388970.904590:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ae expref: 59 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.904601:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050c00, rc 0) 00000100:00100000:0.0:1785388970.904678:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:19249:x1872115458613760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 850us (1306us total) trans 0 rc 301/301 00000100:00100000:0.0:1785388970.904685:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 592 00000100:00080000:2.0:1785388970.905217:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785388970.915150:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388970.918953:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458614016 00000100:00100000:0.0:1785388970.918975:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458614016 00000100:00100000:0.0:1785388970.919073:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 593 00000100:00100000:0.0:1785388970.919086:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:19249:x1872115458614016:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1785388970.919167:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785388970.919201:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd763c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891ff expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.919227:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507e00) 00010000:00010000:0.0:1785388970.919233:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785388970.921138:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.921164:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ac00/0xb9b521054fd76429 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8921b expref: 25 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.921174:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765d4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.921217:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ac00/0xb9b521054fd76429 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8921b expref: 25 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.921247:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ac00/0xb9b521054fd76429 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8921b expref: 25 pid: 5822 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388970.921265:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485777280:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785388970.921394:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187900 going to sleep for 11 seconds 00000100:00100000:0.0:1785388970.924103:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1785388970.925554:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ac00/0xb9b521054fd76429 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8921b expref: 25 pid: 5822 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388970.925574:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485777280:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785388970.925599:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388970.925610:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388970.925616:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050c00/0xb9b521054fd765d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388970.925646:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd765db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388970.925657:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd765db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388970.925666:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd765db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388970.949004:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388970.949223:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458614272 00000100:00100000:1.0:1785388970.949236:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458614272 00000100:00100000:1.0:1785388970.949297:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 594 00000100:00100000:1.0:1785388970.949309:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+58:19250:x1872115458614272:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785388970.949341:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388970.949366:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd765e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892b5 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.949562:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd765e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.949578:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd765e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.949589:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd765e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388970.949669:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785388970.949681:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388970.949713:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd765e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.949889:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd765e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892b5 expref: 60 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.949910:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd765e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892b5 expref: 59 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.949918:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785388970.949921:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785388970.949924:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f4e00, rc 0) 00000100:00100000:1.0:1785388970.950034:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+59:19250:x1872115458614272:12345-192.168.204.39@tcp:101:bash.0 Request processed in 727us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388970.950043:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 594 00000100:00100000:0.0:1785388970.970182:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388970.982408:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388970.986124:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458614528 00000100:00100000:0.0:1785388970.986143:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458614528 00000100:00100000:0.0:1785388970.986234:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:0.0:1785388970.986246:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:19250:x1872115458614528:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785388970.986273:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388970.986298:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7660c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892c3 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.986385:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.986402:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.986416:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.986892:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.986924:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388970.986932:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987093:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987102:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987109:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987115:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303051c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388970.987120:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987128:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987149:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388970.987153:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388970.987160:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987167:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76613 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987184:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987190:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987197:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987203:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388970.987206:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987213:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987220:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff94340a727000) 00010000:00010000:1.0:1785388970.987223:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388970.987226:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987233:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd7661a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987285:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7660c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892c3 expref: 61 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987297:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388970.987300:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388970.987304:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7660c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892c3 expref: 61 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388970.987314:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050600, rc 0) 00000100:00100000:1.0:1785388970.987405:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:19250:x1872115458614528:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1161us (5011us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388970.987414:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:0.0:1785388970.999619:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388971.012941:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388971.013100:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458614784 00000100:00100000:1.0:1785388971.013114:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458614784 00000100:00100000:1.0:1785388971.013192:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 598 00000100:00100000:1.0:1785388971.013202:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:19251:x1872115458614784:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785388971.013229:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388971.013252:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7662f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892d1 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013346:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013363:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013378:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013412:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013419:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013426:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013635:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd76644 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013645:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd76644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013652:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd76644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388971.013691:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:1.0:1785388971.013695:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388971.013719:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd76644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013732:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013738:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013790:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.013989:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.013994:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014003:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014018:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785388971.014021:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.014028:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014034:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd76636 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014049:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014055:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014061:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014066:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.014068:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014074:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014093:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff943412a70c00) 00010000:00010000:1.0:1785388971.014096:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.014099:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014106:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd7663d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014140:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd7662f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892d1 expref: 28 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014154:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b200/0xb9b521054fd76644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892d1 expref: 27 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.014163:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388971.014165:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785388971.014168:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943404f9b200, rc 0) 00000100:00100000:1.0:1785388971.014241:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19251:x1872115458614784:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1039us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388971.014249:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 598 00000100:00100000:1.0:1785388971.032075:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785388971.033042:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033061:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033077:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033116:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033125:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033132:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033220:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033228:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033236:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033243:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.033248:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033268:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033283:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388971.033286:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.033291:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033299:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd76652 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033320:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033327:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033333:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033339:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.033342:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033349:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033357:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff943412a70e00) 00010000:00010000:1.0:1785388971.033360:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.033363:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033369:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd76659 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033410:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ac00/0xb9b521054fd7664b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892d8 expref: 28 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033627:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388971.033631:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.033642:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ac00/0xb9b521054fd7664b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892d8 expref: 28 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.033654:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94341099ac00, rc 0) 00000100:00100000:1.0:1785388971.033735:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19251:x1872115458614912:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1101us (1672us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388971.034823:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 599 00000100:00100000:1.0:1785388971.051540:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388971.051725:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458615040 00000100:00100000:2.0:1785388971.051738:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458615040 00000100:00100000:2.0:1785388971.051837:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 600 00000100:00100000:2.0:1785388971.051848:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19251:x1872115458615040:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785388971.051876:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388971.051903:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76660 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892df expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.051989:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052006:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052021:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052037:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052045:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052052:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052131:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052139:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052164:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052171:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388971.052177:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052186:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052199:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:2.0:1785388971.052202:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388971.052207:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052215:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76667 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052232:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052238:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052245:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052346:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388971.052349:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052367:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052376:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff94340b507100) 00010000:00010000:2.0:1785388971.052379:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388971.052382:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052387:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd7666e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052426:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76660 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892df expref: 28 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052438:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:2.0:1785388971.052441:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388971.052445:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76660 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892df expref: 28 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.052454:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55600, rc 0) 00000100:00100000:2.0:1785388971.052609:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19251:x1872115458615040:12345-192.168.204.39@tcp:101:rm.0 Request processed in 762us (1082us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388971.052618:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 600 00000100:00100000:0.0:1785388971.084685:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388971.099187:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 601 00000100:00100000:0.0:1785388971.099206:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19252:x1872115458615168:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388971.099235:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388971.099385:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76675 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892e6 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099666:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099684:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099699:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099718:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099725:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099775:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099922:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099931:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099939:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099945:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388971.099950:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099958:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099972:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:0.0:1785388971.099976:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388971.099981:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.099988:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7667c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100001:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100008:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100021:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100026:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388971.100030:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100036:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100044:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff94340a727600) 00010000:00010000:0.0:1785388971.100046:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388971.100049:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100054:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76683 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100092:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76675 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892e6 expref: 28 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100102:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:0.0:1785388971.100105:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388971.100109:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76675 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892e6 expref: 28 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.100118:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050e00, rc 0) 00000100:00100000:0.0:1785388971.100262:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19252:x1872115458615168:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1059us (15592us total) trans 0 rc 301/301 00000100:00100000:0.0:1785388971.100280:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 601 00000100:00100000:1.0:1785388971.118009:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388971.118125:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458615296 00000100:00100000:2.0:1785388971.118140:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458615296 00000100:00100000:2.0:1785388971.118213:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:2.0:1785388971.118225:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19252:x1872115458615296:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785388971.118284:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388971.118313:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7668a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892ed expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118406:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118437:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118452:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118478:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118486:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118502:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118587:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118596:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118604:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118611:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388971.118622:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118632:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118646:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:2.0:1785388971.118650:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388971.118655:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118663:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd76691 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118680:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118687:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118694:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118700:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388971.118703:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118710:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118718:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff94340b507100) 00010000:00010000:2.0:1785388971.118720:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388971.118730:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.118737:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76698 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.119181:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7668a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ed expref: 28 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.119194:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:2.0:1785388971.119197:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388971.119201:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7668a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ed expref: 28 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.119211:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55600, rc 0) 00000100:00100000:2.0:1785388971.119290:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19252:x1872115458615296:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1066us (1296us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388971.119298:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:0.0:1785388971.122197:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458615552 00000100:00100000:0.0:1785388971.122211:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458615552 00000100:00100000:0.0:1785388971.122287:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 603 00000100:00100000:0.0:1785388971.122298:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19252:x1872115458615552:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388971.122325:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388971.122350:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7669f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892f4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.122531:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.122549:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.122562:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.122580:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.122588:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.122595:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785388971.123355:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0 00010000:00010000:0.0:1785388971.123550:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd766b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123570:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd766b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123580:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd766b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123620:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123628:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123636:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123642:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388971.123648:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123657:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123669:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:0.0:1785388971.123673:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388971.123677:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123685:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd766a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785388971.123698:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003e8ddd8d reply state 0000000083699b30 transno 4294967712 ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388971.123714:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785388971.123765:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7669f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892f4 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123781:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050200/0xb9b521054fd766b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892f4 expref: 29 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.123790:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff94340a727500) 00010000:00010000:0.0:1785388971.123792:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785388971.123795:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050200, rc 0) 00000100:00100000:0.0:1785388971.123862:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:19252:x1872115458615552:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1566us (1842us total) trans 4294967712 rc 0/0 00000100:00100000:0.0:1785388971.123872:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 603 00010000:00010000:1.0:1785388971.127579:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.127601:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.127610:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.127616:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.127622:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.127631:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.127650:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff94340a727600) 00010000:00010000:1.0:1785388971.127653:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.127659:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.127665:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd766ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388971.130705:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458615680 00000100:00100000:0.0:1785388971.130718:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458615680 00000100:00080000:2.0:1785388971.130901:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785388971.130953:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 153 00000100:00100000:0.0:1785388971.130966:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2363:x1872115458615680:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388971.130989:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388971.131016:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090a70533/0xb9b521054fd766c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a892fb expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388971.131049:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785388971.131073:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1785388971.131077:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785388971.131088:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090a70533/0xb9b521054fd766c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892fb expref: 8 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.131131:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000090a70533/0xb9b521054fd766c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892fb expref: 8 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388971.131148:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303051c00, rc 0) 00000100:00100000:0.0:1785388971.131221:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458615680:12345-192.168.204.39@tcp:101:cp.0 Request processed in 259us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388971.131230:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 153 00000100:00100000:0.0:1785388971.152876:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388971.153052:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458615808 00000100:00100000:2.0:1785388971.153065:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458615808 00000100:00100000:2.0:1785388971.153142:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 154 00000100:00100000:2.0:1785388971.153154:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:19252:x1872115458615808:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785388971.153179:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388971.153204:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89302 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.153245:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000090a70533/0xb9b521054fd766c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892fb expref: 9 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.153293:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785388971.153298:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785388971.153305:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 9 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.153348:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000090a70533/0xb9b521054fd766c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892fb expref: 9 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388971.153364:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000090a70533/0xb9b521054fd766c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892fb expref: 9 pid: 14689 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388971.153381:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485777408:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785388971.153510:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1785388971.156576:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388971.156694:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485777408:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388971.156736:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 9 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.156784:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55e00, rc 0) 00000100:00100000:1.0:1785388971.156862:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:19252:x1872115458615808:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3707us (3999us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388971.156872:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 154 00000100:00100000:2.0:1785388971.181834:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388971.182032:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458616192 00000100:00100000:1.0:1785388971.182044:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458616192 00000100:00100000:1.0:1785388971.182121:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 129 00000100:00100000:1.0:1785388971.182132:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19252:x1872115458616192:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785388971.182701:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:19252:x1872115458616192:12345-192.168.204.39@tcp:35:cp.0 Request processed in 569us (878us total) trans 4294967713 rc 0/0 00000100:00100000:1.0:1785388971.182711:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 129 00000040:00080000:1.0:1785388971.186655:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785388971.186669:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785388971.189623:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1785388971.189649:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785388971.262459:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388971.262923:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458616320 00000100:00100000:1.0:1785388971.262946:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458616320 00000100:00100000:1.0:1785388971.263020:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:1.0:1785388971.263032:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:19255:x1872115458616320:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785388971.263059:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388971.263104:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd766d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89309 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263197:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263215:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263228:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263260:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263268:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263274:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263404:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd766e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263415:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd766e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263437:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd766e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388971.263482:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00000004:00200000:1.0:1785388971.263497:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388971.263522:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd766e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263544:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd766e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263553:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263560:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263568:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263576:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.263581:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263589:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263603:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388971.263606:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.263612:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263619:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd766d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263634:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263639:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263650:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263655:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433013f4c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388971.263658:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263665:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263673:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff943412a70e00) 00010000:00010000:1.0:1785388971.263675:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388971.263678:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263684:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4c00/0xb9b521054fd766de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263715:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd766d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89309 expref: 62 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263728:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5200/0xb9b521054fd766e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89309 expref: 61 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.263735:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff94340a727500) 00010000:00010000:1.0:1785388971.263738:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785388971.263740:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5200, rc 0) 00000100:00100000:1.0:1785388971.264269:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:19255:x1872115458616320:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1238us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388971.264287:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:0.0:1785388971.273224:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458616448 00000100:00100000:0.0:1785388971.273238:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458616448 00000100:00100000:0.0:1785388971.273324:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 155 00000100:00100000:0.0:1785388971.273335:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458616448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388971.273357:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388971.273380:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ecb7434/0xb9b521054fd766ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89310 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388971.273468:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485777664:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785388971.273577:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405a33540 going to sleep for 11 seconds 00000100:00080000:1.0:1785388971.273982:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1785388971.276376:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785388971.276386:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb mtime: 0 -> 1785388970 00002000:00010000:1.0:1785388971.276389:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb atime: 0 -> 1785388970 00002000:00010000:1.0:1785388971.276392:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb ctime: 0 -> 1785388970 00000100:00100000:1.0:1785388971.276430:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485777664:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785388971.276486:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ecb7434/0xb9b521054fd766ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89310 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.276524:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ecb7434/0xb9b521054fd766ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89310 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.276539:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050600, rc 0) 00000100:00100000:1.0:1785388971.276605:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458616448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3271us (3598us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388971.276616:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 155 00000100:00100000:0.0:1785388971.283680:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388971.283793:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458616576 00000100:00100000:1.0:1785388971.283812:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458616576 00000100:00100000:1.0:1785388971.283872:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:1.0:1785388971.283882:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:19255:x1872115458616576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785388971.283908:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388971.283941:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd766f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89317 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.284070:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8800/0xb9b521054fd766fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.284088:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8800/0xb9b521054fd766fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.284101:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8800/0xb9b521054fd766fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388971.284178:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:1.0:1785388971.284182:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388971.284208:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8800/0xb9b521054fd766fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.284240:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5a00/0xb9b521054fd766f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89317 expref: 63 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.284273:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8800/0xb9b521054fd766fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89317 expref: 62 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.284284:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff94341855a000) 00010000:00010000:1.0:1785388971.284287:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785388971.284292:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8800, rc 0) 00000100:00100000:1.0:1785388971.284357:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:19255:x1872115458616576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 476us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388971.284366:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:1.0:1785388971.288057:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458616704 00000100:00100000:1.0:1785388971.288068:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458616704 00000100:00100000:1.0:1785388971.288141:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 156 00000100:00100000:1.0:1785388971.288151:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458616704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785388971.288172:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388971.288192:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013ea9da9/0xb9b521054fd76701 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8931e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388971.288272:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485777792:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785388971.288374:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d0306c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785388971.294880:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485777792:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785388971.294930:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013ea9da9/0xb9b521054fd76701 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8931e expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.295114:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013ea9da9/0xb9b521054fd76701 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8931e expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388971.295128:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:0.0:1785388971.295262:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458616704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 7109us (7432us total) trans 0 rc 301/301 00000100:00100000:0.0:1785388971.295273:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 156 00000100:00100000:2.0:1785388971.309252:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388971.309613:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458616960 00000100:00100000:0.0:1785388971.309628:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458616960 00000100:00100000:0.0:1785388971.309723:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 606 00000100:00100000:0.0:1785388971.309735:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:19255:x1872115458616960:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:0.0:1785388971.310247:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].14, 136 off10096 00000100:00100000:0.0:1785388971.310372:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:19255:x1872115458616960:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 638us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388971.310381:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 606 00000001:00080000:1.0:1785388972.043790:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967712 is committed 00000001:00080000:1.0:1785388972.043814:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967713 is committed 00000001:00080000:1.0:1785388972.043821:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967711 is committed 00010000:00010000:0.0:1785388972.148138:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785388972.207967:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785388972.207978:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785388972.208025:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:1.0:1785388972.208032:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785388972.208383:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485777920:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785388972.208522:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d0303c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785388972.217691:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485777920:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785388972.221810:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458617088 00000100:00100000:0.0:1785388972.221822:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458617088 00000100:00100000:0.0:1785388972.221897:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 607 00000100:00100000:0.0:1785388972.221908:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:19265:x1872115458617088:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785388972.221968:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785388972.222089:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:19265:x1872115458617088:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 181us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388972.222097:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 607 00000100:00100000:0.0:1785388972.228086:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388972.258084:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388972.258164:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458617472 00000100:00100000:1.0:1785388972.258195:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458617472 00000100:00100000:1.0:1785388972.258275:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 157 00000100:00100000:1.0:1785388972.258288:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458617472:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785388972.258353:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.258380:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 8 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.258391:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xd:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785388972.258396:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388972.258402:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 4/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.259845:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 8 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.259871:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 8 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388972.259889:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485778048:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388972.260011:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d030300 going to sleep for 11 seconds 00000100:00100000:0.0:1785388972.272867:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388972.273885:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458617600 00000100:00100000:1.0:1785388972.273897:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458617600 00000100:00100000:1.0:1785388972.273976:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:1.0:1785388972.273987:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2363:x1872115458617600:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388972.274022:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388972.274052:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099b600/0xb9b521054fd7670f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89325 expref: 28 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.274072:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff94340a727500) 00010000:00010000:1.0:1785388972.274078:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388972.274141:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2363:x1872115458617600:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 155us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388972.274149:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:0.0:1785388972.274767:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388972.274800:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458617728 00000100:00100000:0.0:1785388972.274804:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458617728 00002000:00100000:0.0:1785388972.274843:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xd:0x0] (0->157) req@ffff943301df5500 x1872115458617728/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:468/0 lens 648/0 e 0 to 0 dl 1785388983 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785388972.274855:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df5500 with x1872115458617728 ext(0->157) 00010000:00010000:0.0:1785388972.274864:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 9 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.274888:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 9 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388972.274896:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943301df5500 00000100:00100000:0.0:1785388972.274926:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 4 00000100:00100000:0.0:1785388972.274932:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458617728:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:0.0:1785388972.275452:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458617728:12345-192.168.204.39@tcp:4:cp.0 Request processed in 518us (706us total) trans 4294967327 rc 0/0 00000100:00100000:0.0:1785388972.275460:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 4 00002000:00100000:0.0:1785388972.275466:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xd:0x0] (0->157) req@ffff943301df5500 x1872115458617728/t4294967327(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:468/0 lens 648/448 e 0 to 0 dl 1785388983 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785388972.275487:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df5500 with x1872115458617728 ext(0->157) 00010000:00010000:0.0:1785388972.275493:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 11 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.275505:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 11 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388972.275513:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943301df5500 00000100:00100000:0.0:1785388972.282255:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388972.282337:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458617856 00000100:00100000:1.0:1785388972.282367:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458617856 00010000:00010000:1.0:1785388972.282415:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 11 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388972.282479:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 177 00000100:00100000:1.0:1785388972.282489:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458617856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388972.282510:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388972.282540:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 11 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.282557:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 11 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.282588:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689e9c5f/0xb9b521054fd766c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89302 expref: 11 pid: 12002 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.282629:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388972.282635:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785388972.282643:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.282655:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.282700:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388972.284155:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458617856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1660us (1906us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388972.284168:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 177 00010000:00010000:0.0:1785388972.284270:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284284:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284325:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284335:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284343:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284350:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785388972.284355:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284365:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284381:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.284390:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaebf478/0xb9b521054fd7671d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388972.284467:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458617472:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 26181us (26395us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388972.284492:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 157 00000100:00100000:0.0:1785388972.305490:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458618112 00000100:00100000:0.0:1785388972.305507:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458618112 00000100:00100000:0.0:1785388972.305592:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 609 00000100:00100000:0.0:1785388972.305604:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19265:x1872115458618112:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785388972.305767:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19265:x1872115458618112:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 164us (3484us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388972.306435:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 609 00000100:00100000:0.0:1785388972.354447:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388972.354547:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458618496 00000100:00100000:1.0:1785388972.354560:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458618496 00000100:00100000:1.0:1785388972.354632:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:1.0:1785388972.354645:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19265:x1872115458618496:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785388972.354806:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19265:x1872115458618496:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 163us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388972.354813:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:1.0:1785388972.374116:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388972.374217:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458618624 00000100:00100000:2.0:1785388972.374229:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458618624 00002000:00100000:2.0:1785388972.374293:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff943302cee680 x1872115458618624/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:468/0 lens 488/0 e 0 to 0 dl 1785388983 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785388972.374307:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cee680 with x1872115458618624 ext(0->4095) 00002000:00010000:2.0:1785388972.374314:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cee680 00000100:00100000:2.0:1785388972.374358:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:2.0:1785388972.374387:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458618624:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1785388972.374657:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458618624:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 271us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785388972.374666:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 54 00002000:00100000:2.0:1785388972.374673:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff943302cee680 x1872115458618624/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:468/0 lens 488/4536 e 0 to 0 dl 1785388983 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785388972.374683:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cee680 with x1872115458618624 ext(0->4095) 00002000:00010000:2.0:1785388972.374687:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cee680 00000100:00100000:2.0:1785388972.406822:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388972.416793:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458618752 00000100:00100000:0.0:1785388972.416813:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458618752 00000100:00100000:0.0:1785388972.416906:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 611 00000100:00100000:0.0:1785388972.416925:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19265:x1872115458618752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785388972.416952:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388972.416978:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7672b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89333 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.417022:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.417039:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.417053:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.417177:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7672b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 29 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.417209:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 28 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.417220:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff94340a727500) 00010000:00010000:0.0:1785388972.417224:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785388972.417228:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050e00, rc 0) 00000100:00100000:0.0:1785388972.417315:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19265:x1872115458618752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 399us (10506us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388972.417322:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 611 00000100:00100000:1.0:1785388972.445615:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388972.448964:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458618880 00000100:00100000:2.0:1785388972.448981:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458618880 00000100:00100000:2.0:1785388972.449047:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00100000:2.0:1785388972.449058:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19265:x1872115458618880:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785388972.449103:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785388972.449239:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19265:x1872115458618880:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 181us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388972.449247:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00100000:0.0:1785388972.493070:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388972.493395:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458619008 00000100:00100000:1.0:1785388972.493408:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458619008 00000100:00100000:1.0:1785388972.493486:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 159 00000100:00100000:1.0:1785388972.493497:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458619008:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785388972.493592:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493613:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388972.493618:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388972.493625:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493642:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493681:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493690:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493699:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493706:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785388972.493711:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493720:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493784:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.493793:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76739 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388972.493875:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458619008:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 379us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388972.493883:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 159 00000100:00100000:2.0:1785388972.506334:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388972.516370:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458619264 00000100:00100000:0.0:1785388972.516390:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458619264 00000100:00100000:0.0:1785388972.516487:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 613 00000100:00100000:0.0:1785388972.516499:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19265:x1872115458619264:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785388972.516603:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76740 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.516624:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 28 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.516635:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76740 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.516683:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 28 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388972.516719:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 28 pid: 5822 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388972.516737:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485778176:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785388972.516922:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546b40 going to sleep for 11 seconds 00000100:00100000:1.0:1785388972.527034:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485778176:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388972.527076:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76740 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388972.538089:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388972.538286:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458619392 00000100:00100000:1.0:1785388972.538297:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458619392 00010000:00010000:1.0:1785388972.538346:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 29 pid: 5822 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388972.538397:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 178 00000100:00100000:1.0:1785388972.538407:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2362:x1872115458619392:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388972.538429:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388972.538448:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 29 pid: 5822 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.538472:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 29 pid: 5822 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.538512:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd76732 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89333 expref: 29 pid: 5822 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.538531:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff94340a727500) 00010000:00010000:1.0:1785388972.538537:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76740 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.538549:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76740 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.538559:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76740 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388972.538592:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388972.542979:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2362:x1872115458619392:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4557us (4887us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388972.542996:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 178 00000100:00100000:0.0:1785388972.564888:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458619648 00000100:00100000:0.0:1785388972.564902:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458619648 00000100:00100000:0.0:1785388972.564971:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 130 00000100:00100000:0.0:1785388972.564983:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19265:x1872115458619648:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785388972.565289:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19265:x1872115458619648:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 307us (617us total) trans 4294967716 rc 0/0 00000100:00100000:0.0:1785388972.565299:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 130 00000100:00100000:0.0:1785388973.110698:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458619776 00000100:00100000:0.0:1785388973.110711:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458619776 00000100:00100000:0.0:1785388973.111000:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 160 00000100:00100000:0.0:1785388973.111013:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458619776:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388973.111036:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388973.111058:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dabd9503/0xb9b521054fd76747 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8933a expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388973.111092:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1785388973.111096:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785388973.111107:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dabd9503/0xb9b521054fd76747 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8933a expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388973.111140:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dabd9503/0xb9b521054fd76747 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8933a expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388973.111157:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050c00, rc 0) 00000100:00100000:0.0:1785388973.111337:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458619776:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 326us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388973.111344:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 160 00000100:00100000:0.0:1785388973.131976:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388973.132224:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458620032 00000100:00100000:1.0:1785388973.132238:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458620032 00000100:00100000:1.0:1785388973.132322:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 614 00000100:00100000:1.0:1785388973.132333:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:19267:x1872115458620032:12345-192.168.204.39@tcp:58:lfs.0 00000100:00100000:1.0:1785388973.132525:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:19267:x1872115458620032:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 193us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388973.132533:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 614 00010000:00010000:2.0:1785388973.207186:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388973.935050:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485778432:0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.935140:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388973.935868:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485778688 00000100:00100000:0.0:1785388973.935873:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485778688 00000100:00100000:0.0:1785388973.935916:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1785388973.935922:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485778688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785388973.935960:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485778688:12345-0@lo:400:kworker.0 Request processed in 38us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388973.935965:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1785388973.936071:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485778432:0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.936079:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485778944:0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.936102:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388973.936185:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485778304:0@lo:400:kworker.0 00000100:00100000:2.0:1785388973.936232:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388973.936257:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485778816:0@lo:400:kworker.0 00000100:00100000:2.0:1785388973.936278:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388973.936428:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485778816 00000100:00100000:1.0:1785388973.936432:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485778816 00000100:00100000:1.0:1785388973.936473:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1785388973.936481:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485778816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.936516:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485778816:12345-0@lo:400:kworker.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388973.936522:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1785388973.936549:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485778816:0@lo:400:kworker.0 00000100:00080000:2.0:1785388973.938053:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785388973.938064:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785388973.938130:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485778688:0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.938325:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485778560:0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.943530:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485778304 00000100:00100000:1.0:1785388973.943545:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485778304 00000100:00100000:1.0:1785388973.943621:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1785388973.943633:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485778304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388973.943888:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485778304:12345-0@lo:400:kworker.0 Request processed in 249us (7647us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388973.943902:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1785388973.943987:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485778304:0@lo:400:kworker.0 00000100:00100000:0.0:1785388973.944305:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485778944 00000100:00100000:0.0:1785388973.944313:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485778944 00000100:00100000:0.0:1785388973.944361:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1785388973.944369:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485778944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785388973.944453:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485778944:12345-0@lo:400:kworker.0 Request processed in 85us (8349us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388973.944460:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:0.0:1785388973.944485:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785388973.944529:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485778944:0@lo:400:kworker.0 00000100:00100000:0.0:1785388974.448557:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785388974.448587:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485779072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785388974.448679:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388974.448777:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779072 00000100:00100000:0.0:1785388974.448786:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779072 00000100:00100000:0.0:1785388974.448839:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1785388974.448849:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485779072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785388974.449177:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785388974.449395:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485779072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 546us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388974.449414:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1785388974.471646:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485779072:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785388974.723931:0:15874:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785388974.723944:0:15874:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785388974.723989:0:15874:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:2.0:1785388974.723996:0:15874:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785388975.221500:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388975.471322:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785388975.471363:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485779200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388975.471490:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388975.471723:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779200 00000100:00100000:0.0:1785388975.471732:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779200 00000100:00100000:0.0:1785388975.471841:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1785388975.471852:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485779200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785388975.471897:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785388975.471959:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485779200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388975.471967:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:0.0:1785388975.471991:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785388975.472038:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485779200:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785388976.241142:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1785388977.102948:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967716 is committed 00010000:00010000:1.0:1785388978.287561:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785388978.830589:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458620800 00000100:00100000:0.0:1785388978.830594:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458620800 00000100:00100000:0.0:1785388978.830632:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:0.0:1785388978.830639:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458620800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388978.830674:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458620800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388978.830690:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:0.0:1785388978.830726:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458621056 00000100:00100000:0.0:1785388978.830729:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458621056 00000100:00100000:0.0:1785388978.830778:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458621568 00000100:00100000:0.0:1785388978.830782:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458621568 00000100:00100000:0.0:1785388978.830797:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458621184 00000100:00100000:0.0:1785388978.830800:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458621184 00000100:00100000:0.0:1785388978.830811:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458621440 00000100:00100000:0.0:1785388978.830814:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458621440 00000100:00100000:0.0:1785388978.830829:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:0.0:1785388978.830836:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458621056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388978.830863:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458621056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388978.830869:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:0.0:1785388978.830881:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 292 00000100:00100000:0.0:1785388978.830887:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458621568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388978.830907:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458621568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388978.830913:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 292 00000100:00100000:0.0:1785388978.830922:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:0.0:1785388978.830928:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458621184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388978.830946:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458621184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388978.830952:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:0.0:1785388978.830960:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00100000:0.0:1785388978.830972:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2365:x1872115458621440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388978.830999:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2365:x1872115458621440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388978.831005:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00080000:0.0:1785388978.831031:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785388978.831035:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785388978.831038:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785388979.056825:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485779328:0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.056920:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388979.056992:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485779840:0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.057021:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388979.057055:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785388979.057062:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485779712:0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.057090:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388979.057129:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779840 00000100:00100000:0.0:1785388979.057138:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779840 00000100:00100000:0.0:1785388979.057204:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1785388979.057223:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485779840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.057285:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485779840:12345-0@lo:400:kworker.0 Request processed in 72us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388979.057293:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1785388979.057318:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779712 00000100:00100000:0.0:1785388979.057321:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779712 00000100:00100000:0.0:1785388979.057359:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1785388979.057366:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485779712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.057395:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485779712:12345-0@lo:400:kworker.0 Request processed in 31us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388979.057418:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:0.0:1785388979.057434:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785388979.057439:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785388979.057478:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485779712:0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.057487:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485779840:0@lo:400:kworker.0 00000100:00100000:2.0:1785388979.057667:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779328 00000100:00100000:2.0:1785388979.057671:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779328 00000100:00100000:2.0:1785388979.057709:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1785388979.057716:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485779328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388979.057827:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485779328:12345-0@lo:400:kworker.0 Request processed in 111us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388979.057834:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1785388979.060130:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485779456:0@lo:400:kworker.0 00000100:00100000:1.0:1785388979.060201:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388979.060250:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485779968:0@lo:400:kworker.0 00000100:00100000:1.0:1785388979.060273:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388979.060296:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785388979.060302:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485779584:0@lo:400:kworker.0 00000100:00100000:1.0:1785388979.060323:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388979.060377:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779456 00000100:00100000:1.0:1785388979.060384:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779456 00000100:00100000:1.0:1785388979.060423:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779584 00000100:00100000:1.0:1785388979.060425:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779584 00000100:00100000:1.0:1785388979.060452:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1785388979.060459:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485779456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388979.060503:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485779456:12345-0@lo:400:kworker.0 Request processed in 43us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388979.060509:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1785388979.060525:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1785388979.060531:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485779584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388979.060556:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485779584:12345-0@lo:400:kworker.0 Request processed in 26us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388979.060562:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1785388979.060603:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485779584:0@lo:400:kworker.0 00000100:00100000:1.0:1785388979.060613:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485779456:0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.060917:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485779968 00000100:00100000:0.0:1785388979.060921:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485779968 00000100:00100000:0.0:1785388979.060962:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1785388979.060977:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485779968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785388979.061019:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485779968:12345-0@lo:400:kworker.0 Request processed in 50us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388979.061025:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:0.0:1785388979.061043:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785388979.061048:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785388979.061063:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485779968:0@lo:400:kworker.0 00010000:00010000:2.0:1785388979.321030:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785388979.577935:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485780096 00000100:00100000:0.0:1785388979.577950:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485780096 00000100:00100000:0.0:1785388979.578027:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1785388979.578039:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485780096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785388979.578087:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785388979.582894:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485780096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4841us (6994us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388979.582912:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1785388980.591411:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785388980.591440:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485780224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785388980.591541:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388980.592623:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485780224 00000100:00100000:0.0:1785388980.592638:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485780224 00000100:00100000:0.0:1785388980.592722:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1785388980.592775:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485780224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785388980.592823:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785388980.592898:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485780224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (1357us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388980.592907:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1785388980.593639:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485780224:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785388981.360553:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785388982.383204:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388982.487132:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458621696 00000100:00100000:1.0:1785388982.487151:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458621696 00000100:00100000:2.0:1785388982.487401:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 615 00000100:00100000:2.0:1785388982.487419:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:19248:x1872115458621696:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1785388982.487701:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785388982.487778:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+26:19248:x1872115458621696:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 334us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388982.487788:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 615 00000100:00100000:0.0:1785388982.490324:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388983.952669:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458622336 00000100:00100000:2.0:1785388983.952676:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458622336 00000100:00100000:2.0:1785388983.952733:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458622848 00000100:00100000:2.0:1785388983.952737:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458622848 00000100:00100000:1.0:1785388983.952773:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458622080 00000100:00100000:1.0:1785388983.952779:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458622080 00000100:00100000:2.0:1785388983.952790:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458622464 00000100:00100000:2.0:1785388983.952795:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458622464 00000100:00100000:1.0:1785388983.952820:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 385 00000100:00100000:1.0:1785388983.952833:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458622080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388983.952837:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458622720 00000100:00100000:2.0:1785388983.952841:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458622720 00000100:00100000:2.0:1785388983.952861:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 297 00000100:00100000:2.0:1785388983.952872:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458622336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388983.952927:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458622080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 96us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388983.952932:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458622336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 60us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388983.952940:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 385 00000100:00100000:2.0:1785388983.952956:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 297 00000100:00100000:2.0:1785388983.952974:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 298 00000100:00100000:2.0:1785388983.952982:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458622848:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388983.952989:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:1.0:1785388983.952999:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458622464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388983.953012:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458622848:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388983.953019:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 298 00000100:00100000:2.0:1785388983.953033:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:2.0:1785388983.953040:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458622720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388983.953046:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458622464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 47us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388983.953056:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:2.0:1785388983.953071:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458622720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388983.953078:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00080000:2.0:1785388983.953100:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785388983.953104:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785388983.953136:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458622208 00000100:00100000:2.0:1785388983.953140:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458622208 00000100:00100000:2.0:1785388983.953174:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00100000:2.0:1785388983.953182:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:2362:x1872115458622208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388983.953214:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:2362:x1872115458622208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388983.953228:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00080000:2.0:1785388983.953271:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388983.954108:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 360 00000100:00100000:1.0:1785388983.954119:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2362:x1872115458622592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388983.954167:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2362:x1872115458622592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 51us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388983.954174:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 360 00000100:00100000:2.0:1785388984.175055:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485780480:0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.175149:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388984.175223:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485780992:0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.175262:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388984.175295:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785388984.175302:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485780608:0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.175325:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388984.175360:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485780480 00000100:00100000:2.0:1785388984.175369:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485780480 00000100:00100000:2.0:1785388984.175417:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485780608 00000100:00100000:2.0:1785388984.175420:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485780608 00000100:00100000:2.0:1785388984.175452:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1785388984.175462:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485780480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.175523:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485780480:12345-0@lo:400:kworker.0 Request processed in 62us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388984.175532:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1785388984.175551:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1785388984.175557:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485780608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.175583:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485780608:12345-0@lo:400:kworker.0 Request processed in 26us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388984.175589:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00080000:2.0:1785388984.175611:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785388984.175654:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485780608:0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.175680:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485780480:0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.176504:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485780992 00000100:00100000:2.0:1785388984.176509:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485780992 00000100:00100000:2.0:1785388984.176551:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485780736 00000100:00100000:2.0:1785388984.176554:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485780736 00000100:00100000:2.0:1785388984.176573:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1785388984.176580:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485780992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.176617:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485780992:12345-0@lo:400:kworker.0 Request processed in 38us (1355us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388984.176623:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1785388984.176635:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1785388984.176640:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485780736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388984.176669:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485780736:12345-0@lo:400:kworker.0 Request processed in 29us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388984.176674:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1785388984.176704:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485780992:0@lo:400:kworker.0 00010000:00010000:0.0:1785388984.432100:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785388984.690774:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485781120 00000100:00100000:0.0:1785388984.690786:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485781120 00000100:00100000:0.0:1785388984.690862:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1785388984.690875:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485781120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785388984.690926:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785388984.693999:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485781120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3115us (4015us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388984.694015:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000001:02000400:0.0:1785388985.018093:0:16072:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10c: Check forbidden archive ========== 01:23:02 (1785388982) 00010000:00010000:2.0:1785388985.467834:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785388985.568085:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388985.568494:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458623104 00000100:00100000:0.0:1785388985.568508:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458623104 00000100:00100000:0.0:1785388985.568604:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:0.0:1785388985.568624:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19879:x1872115458623104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785388985.568650:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388985.568675:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7674e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89341 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.568945:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.568978:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.568992:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.569011:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.569018:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.569024:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1785388985.569186:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1785388985.569666:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76763 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.569676:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76763 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.569684:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76763 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785388985.569695:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1785388985.574111:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574131:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574139:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574171:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303051c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388985.574177:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574185:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574205:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:2.0:1785388985.574218:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388985.574223:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574230:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd76755 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574349:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574357:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574363:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574369:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388985.574372:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574379:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574397:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94340a727e00) 00010000:00010000:2.0:1785388985.574399:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388985.574403:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.574409:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7675c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.576635:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050000/0xb9b521054fd7674e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89341 expref: 30 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.576665:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76763 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89341 expref: 29 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.576675:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785388985.576679:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388985.576682:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050600, rc 0) 00000100:00100000:2.0:1785388985.576794:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19879:x1872115458623104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 8179us (11056us total) trans 4294967718 rc 0/0 00000100:00100000:2.0:1785388985.576805:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:2.0:1785388985.582366:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458623232 00000100:00100000:2.0:1785388985.582378:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458623232 00000100:00100000:2.0:1785388985.582451:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 617 00000100:00100000:2.0:1785388985.582462:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19879:x1872115458623232:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1785388985.582594:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19879:x1872115458623232:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 133us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388985.582602:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 617 00000100:00100000:1.0:1785388985.583667:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458623360 00000100:00100000:1.0:1785388985.583675:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458623360 00000100:00100000:1.0:1785388985.583723:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:1.0:1785388985.583739:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2364:x1872115458623360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388985.583777:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388985.583807:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd76763 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89341 expref: 29 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.583828:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785388985.583834:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388985.583878:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2364:x1872115458623360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388985.583885:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:0.0:1785388985.605301:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.605699:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458623616 00000100:00100000:1.0:1785388985.605716:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458623616 00000100:00100000:1.0:1785388985.605857:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:1.0:1785388985.605869:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:19880:x1872115458623616:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:1.0:1785388985.605949:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388985.605986:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd765e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892b5 expref: 61 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.606010:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785388985.606016:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785388985.606522:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76771 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.606539:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 27 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.606551:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76771 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.606601:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 27 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.606617:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 27 pid: 5820 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388985.606634:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485781248:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388985.606797:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47c00 going to sleep for 11 seconds 00000100:00100000:1.0:1785388985.612662:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485781248:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388985.612701:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76771 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388985.621548:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.626787:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458623744 00000100:00100000:1.0:1785388985.626810:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458623744 00010000:00010000:1.0:1785388985.627964:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 28 pid: 5820 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388985.628028:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 179 00000100:00100000:1.0:1785388985.628041:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2363:x1872115458623744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388985.628063:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388985.628072:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 28 pid: 5820 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.628120:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 28 pid: 5820 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.628401:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a800/0xb9b521054fd76628 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a892ca expref: 28 pid: 5820 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.628424:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785388985.628430:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76771 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.628441:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76771 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.628450:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76771 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.628492:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388985.628575:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2363:x1872115458623744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 536us (7041us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388985.628584:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 179 00000100:00100000:2.0:1785388985.634917:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:19880:x1872115458623616:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 29044us (29622us total) trans 4294967719 rc 0/0 00000100:00100000:2.0:1785388985.634928:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:2.0:1785388985.652072:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388985.654276:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458623872 00000100:00100000:0.0:1785388985.654293:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458623872 00000100:00100000:0.0:1785388985.654400:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 619 00000100:00100000:0.0:1785388985.654413:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:19881:x1872115458623872:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785388985.654449:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388985.654502:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd7677f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89348 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.654598:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76786 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.654616:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76786 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.654630:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76786 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785388985.654901:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785388985.654906:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:0.0:1785388985.654946:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76786 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.654976:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd7677f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89348 expref: 64 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.654997:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76786 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89348 expref: 63 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.655008:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:0.0:1785388985.655012:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785388985.655016:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2a00, rc 0) 00000100:00100000:0.0:1785388985.655094:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+63:19881:x1872115458623872:12345-192.168.204.39@tcp:101:bash.0 Request processed in 684us (3037us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388985.655103:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 619 00000100:00100000:0.0:1785388985.663377:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.665939:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624000 00000100:00100000:1.0:1785388985.665958:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624000 00000100:00100000:1.0:1785388985.666491:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 620 00000100:00100000:1.0:1785388985.666502:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+62:19881:x1872115458624000:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785388985.666531:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388985.666558:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd7678d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8934f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666645:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666682:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666695:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666711:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666718:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666724:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666899:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9e00/0xb9b521054fd767a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666908:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9e00/0xb9b521054fd767a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.666915:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9e00/0xb9b521054fd767a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388985.666951:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:1.0:1785388985.666955:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388985.666992:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9e00/0xb9b521054fd767a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667005:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667021:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667028:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667035:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.667039:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667047:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667060:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:1.0:1785388985.667064:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.667069:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667076:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76794 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667091:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667097:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667103:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667108:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.667117:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667124:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667133:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff943412a70e00) 00010000:00010000:1.0:1785388985.667135:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.667139:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667145:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7679b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.667189:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd7678d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8934f expref: 64 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.668460:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9e00/0xb9b521054fd767a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8934f expref: 63 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.668470:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.668473:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785388985.668477:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9e00, rc 0) 00000100:00100000:1.0:1785388985.668610:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+63:19881:x1872115458624000:12345-192.168.204.39@tcp:101:bash.0 Request processed in 2109us (5242us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388985.668619:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 620 00000100:00100000:2.0:1785388985.681448:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.681523:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624128 00000100:00100000:1.0:1785388985.681535:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624128 00000100:00100000:1.0:1785388985.681600:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 621 00000100:00100000:1.0:1785388985.681609:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+63:19881:x1872115458624128:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785388985.681652:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388985.681684:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd767a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89356 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.685884:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.685914:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.685930:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.685949:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.685956:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686037:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686135:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686144:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686152:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686159:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.686278:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686288:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686353:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.686357:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.686363:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686370:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686385:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686392:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686397:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686402:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.686406:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686412:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686420:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff943412a70500) 00010000:00010000:1.0:1785388985.686423:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.686433:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686439:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686493:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd767a9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89356 expref: 64 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686505:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.686507:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.686511:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd767a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89356 expref: 64 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.686520:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:1.0:1785388985.686646:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+63:19881:x1872115458624128:12345-192.168.204.39@tcp:101:bash.0 Request processed in 5036us (5209us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388985.686656:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 621 00000100:00100000:0.0:1785388985.702849:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388985.702949:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624256 00000100:00100000:2.0:1785388985.702970:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624256 00000100:00100000:2.0:1785388985.703037:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 622 00000100:00100000:2.0:1785388985.703050:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19882:x1872115458624256:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785388985.703078:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388985.703105:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd767be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8935d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.703215:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.703233:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.703248:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388985.703497:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785388985.703503:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388985.703536:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.703566:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd767be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 29 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.703614:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 28 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.703624:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:2.0:1785388985.703628:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785388985.703632:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785388985.703732:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19882:x1872115458624256:12345-192.168.204.39@tcp:101:rm.0 Request processed in 684us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388985.703741:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 622 00000100:00100000:0.0:1785388985.706883:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388985.706975:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624384 00000100:00100000:2.0:1785388985.706987:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624384 00000100:00100000:2.0:1785388985.707046:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 623 00000100:00100000:2.0:1785388985.707056:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19882:x1872115458624384:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785388985.707079:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388985.707101:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd767cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89364 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707185:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707214:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707227:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707245:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707268:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707275:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707500:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd767e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707509:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd767e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707515:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd767e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388985.707545:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:2.0:1785388985.707548:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388985.707570:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd767e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707582:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707589:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707595:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707600:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388985.707605:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707619:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707632:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:2.0:1785388985.707634:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388985.707638:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.707644:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd767d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708085:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708093:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708100:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708105:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388985.708108:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708114:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708123:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff94340b507c00) 00010000:00010000:2.0:1785388985.708126:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388985.708130:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708146:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd767da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708187:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd767cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89364 expref: 30 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708217:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55e00/0xb9b521054fd767e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89364 expref: 29 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.708227:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:2.0:1785388985.708229:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785388985.708232:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55e00, rc 0) 00000100:00100000:2.0:1785388985.708292:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19882:x1872115458624384:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1238us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388985.708310:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 623 00000100:00100000:2.0:1785388985.711526:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785388985.711552:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485781376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785388985.711629:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388985.711999:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485781376 00000100:00100000:0.0:1785388985.712009:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485781376 00000100:00100000:0.0:1785388985.712074:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1785388985.712085:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485781376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785388985.712131:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785388985.712184:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485781376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388985.712201:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1785388985.712271:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485781376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785388985.715852:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.716082:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624512 00000100:00100000:1.0:1785388985.716094:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624512 00000100:00100000:1.0:1785388985.716160:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00100000:1.0:1785388985.716171:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19882:x1872115458624512:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785388985.716198:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388985.716234:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd767e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8936b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716326:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716361:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716375:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716393:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716401:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716408:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716486:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716494:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716502:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716509:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.716514:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716523:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716536:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.716544:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.716551:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716558:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd767ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716573:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716580:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716586:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716592:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.716595:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716601:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716608:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff943412a70500) 00010000:00010000:1.0:1785388985.716610:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.716613:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716619:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd767f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716653:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd767e8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8936b expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716670:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.716672:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.716676:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd767e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8936b expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.716686:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:1.0:1785388985.716788:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19882:x1872115458624512:12345-192.168.204.39@tcp:101:rm.0 Request processed in 619us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388985.716795:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00100000:0.0:1785388985.723693:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.723869:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624640 00000100:00100000:1.0:1785388985.723882:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624640 00000100:00100000:1.0:1785388985.723950:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 625 00000100:00100000:1.0:1785388985.723961:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19882:x1872115458624640:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785388985.723987:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388985.724011:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd767fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89372 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724105:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724123:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724136:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724153:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724179:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724187:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724291:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724308:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724315:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724321:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.724326:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724333:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724345:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.724348:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.724352:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724359:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76804 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724371:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724382:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724387:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724391:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.724394:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724407:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724414:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff943412a70e00) 00010000:00010000:1.0:1785388985.724417:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.724419:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724424:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7680b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724465:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd767fd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89372 expref: 30 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724477:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.724479:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.724483:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd767fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89372 expref: 30 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.724504:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9800, rc 0) 00000100:00100000:1.0:1785388985.724571:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19882:x1872115458624640:12345-192.168.204.39@tcp:101:rm.0 Request processed in 612us (890us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388985.724579:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 625 00000100:00100000:1.0:1785388985.747331:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624768 00000100:00100000:1.0:1785388985.747344:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624768 00000100:00100000:1.0:1785388985.747419:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 626 00000100:00100000:1.0:1785388985.747431:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19883:x1872115458624768:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785388985.747461:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388985.747484:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76812 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89379 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747571:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747589:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747603:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747620:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747627:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747633:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747740:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747786:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747793:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747799:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.747803:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747811:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747824:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.747827:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.747831:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747837:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76819 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747849:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747853:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747858:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747869:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.747872:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747877:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747882:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff943412a70e00) 00010000:00010000:1.0:1785388985.747884:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.747886:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747890:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76820 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747924:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76812 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89379 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747935:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.747937:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.747940:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76812 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89379 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.747948:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9800, rc 0) 00000100:00100000:1.0:1785388985.748009:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19883:x1872115458624768:12345-192.168.204.39@tcp:101:cp.0 Request processed in 581us (839us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388985.748018:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 626 00000100:00100000:0.0:1785388985.755470:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.755555:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458624896 00000100:00100000:1.0:1785388985.755584:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458624896 00000100:00100000:1.0:1785388985.755647:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 627 00000100:00100000:1.0:1785388985.755666:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19883:x1872115458624896:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785388985.755691:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388985.755714:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76827 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89380 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755817:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755833:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755845:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755858:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755864:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755870:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755944:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755950:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755955:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755976:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.755981:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.755989:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756001:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.756004:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.756008:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756015:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7682e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756029:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756035:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756041:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756047:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.756050:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756057:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756077:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff943412a70e00) 00010000:00010000:1.0:1785388985.756079:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.756083:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756089:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76835 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756124:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76827 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89380 expref: 30 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756135:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:1.0:1785388985.756138:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.756141:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76827 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89380 expref: 30 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.756150:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9800, rc 0) 00000100:00100000:0.0:1785388985.758517:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19883:x1872115458624896:12345-192.168.204.39@tcp:101:cp.0 Request processed in 2852us (3049us total) trans 0 rc 301/301 00000100:00100000:0.0:1785388985.758530:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 627 00000100:00100000:2.0:1785388985.777635:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.781060:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458625152 00000100:00100000:1.0:1785388985.781079:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458625152 00000100:00100000:0.0:1785388985.783162:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00100000:0.0:1785388985.784394:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:19883:x1872115458625152:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388985.784428:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388985.784457:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7683c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89387 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.784625:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.784642:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.784673:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.784690:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.784697:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.784704:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785388985.791586:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe:0x0], index 0: 0 00010000:00010000:0.0:1785388985.791842:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.791862:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.791877:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.791921:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.791929:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.791936:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.791942:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388985.791955:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.792069:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.792087:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:0.0:1785388985.792091:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388985.792096:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.792103:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd76843 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785388985.792118:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002ca33d58 reply state 00000000d1fd718b transno 4294967720 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388985.792129:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785388985.792183:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7683c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 32 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.793116:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 31 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.793127:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388985.793130:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785388985.793133:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3600, rc 0) 00000100:00100000:0.0:1785388985.793922:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:19883:x1872115458625152:12345-192.168.204.39@tcp:101:cp.0 Request processed in 10745us (16457us total) trans 4294967720 rc 0/0 00000100:00100000:0.0:1785388985.793933:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00100000:2.0:1785388985.802585:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388985.803526:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458625280 00000100:00100000:0.0:1785388985.803539:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458625280 00000100:00100000:0.0:1785388985.803607:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 161 00000100:00100000:0.0:1785388985.803625:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+7:2362:x1872115458625280:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388985.803647:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388985.803671:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8938e expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388985.803701:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785388985.803725:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1785388985.803730:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785388985.803739:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8938e expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.803773:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8938e expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.803788:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2200, rc 0) 00000100:00100000:0.0:1785388985.803851:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458625280:12345-192.168.204.39@tcp:101:cp.0 Request processed in 236us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388985.803858:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 161 00000100:00100000:2.0:1785388985.808807:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785388985.811440:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.811458:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.811468:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.811475:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388985.811494:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.811505:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.811525:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff94340a727800) 00010000:00010000:1.0:1785388985.811529:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388985.811534:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.811542:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd7684a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388985.819155:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485781504:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785388985.819226:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd76866 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89395 expref: 9 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388985.819254:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943401531c00, rc 0) 00000100:00100000:2.0:1785388985.819447:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:19883:x1872115458625408:12345-192.168.204.39@tcp:101:cp.0 Request processed in 10290us (10652us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388985.819457:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 162 00000100:00100000:1.0:1785388985.819567:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458625536 00000100:00100000:1.0:1785388985.819575:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458625536 00010000:00010000:1.0:1785388985.819611:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8938e expref: 9 pid: 6613 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388985.819638:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 180 00000100:00100000:1.0:1785388985.819646:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458625536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785388985.819663:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785388985.819689:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8938e expref: 9 pid: 6613 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.819703:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8938e expref: 9 pid: 6613 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.819729:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb30a05d/0xb9b521054fd7685f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8938e expref: 9 pid: 6613 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.819765:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388985.819769:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388985.819779:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd76866 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89395 expref: 8 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.819790:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd76866 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89395 expref: 8 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.819830:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd76866 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89395 expref: 8 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388985.819845:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485781632:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785388985.819907:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47c00 going to sleep for 11 seconds 00000100:00100000:1.0:1785388985.833725:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485781632:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785388985.833780:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785388985.833849:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458625536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14202us (14846us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388985.833861:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 180 00000100:00100000:0.0:1785388985.840013:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458625792 00000100:00100000:0.0:1785388985.840027:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458625792 00000100:00100000:0.0:1785388985.840111:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 132 00000100:00100000:0.0:1785388985.840124:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:19883:x1872115458625792:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785388985.840726:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:19883:x1872115458625792:12345-192.168.204.39@tcp:35:cp.0 Request processed in 606us (852us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1785388985.840780:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 132 00000040:00080000:0.0:1785388985.907072:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785388985.907082:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785388985.907645:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1785388985.907653:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785388985.908070:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458626048 00000100:00100000:2.0:1785388985.908082:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458626048 00000100:00100000:2.0:1785388985.922405:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388985.925147:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458626304 00000100:00100000:1.0:1785388985.925164:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458626304 00000100:00100000:1.0:1785388985.925430:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 630 00000100:00100000:1.0:1785388985.925443:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+65:19886:x1872115458626304:12345-192.168.204.39@tcp:55:lfs.0 00010000:00010000:1.0:1785388985.925536:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76890 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.925577:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 31 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.925587:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76882 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8939c expref: 65 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.925595:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76890 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.925636:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76882 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8939c expref: 65 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.925651:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76882 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8939c expref: 65 pid: 9185 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388985.925668:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485781760:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388985.925815:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 31 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388985.925826:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 31 pid: 5820 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388985.925835:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485781888:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388985.925857:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47c00 going to sleep for 11 seconds 00000100:00100000:1.0:1785388985.932597:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485781760:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388985.932617:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485781888:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785388985.932669:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76890 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388985.936778:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388985.946512:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388985.948884:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458626560 00000100:00100000:0.0:1785388985.948903:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458626560 00010000:00010000:0.0:1785388985.948973:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 32 pid: 5820 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388985.949031:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 182 00000100:00100000:0.0:1785388985.949043:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:2364:x1872115458626560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785388985.949063:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785388985.949072:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 32 pid: 5820 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.949097:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 32 pid: 5820 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.949125:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76851 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89387 expref: 32 pid: 5820 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.949145:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388985.949151:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76890 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.949162:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76890 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.949209:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76890 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388985.949252:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785388985.950438:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2364:x1872115458626560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1393us (3933us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388985.950447:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 182 00000100:00100000:2.0:1785388985.963151:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388985.970438:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 133 00000100:00100000:2.0:1785388985.970455:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+65:19886:x1872115458626816:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785388985.970806:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:19886:x1872115458626816:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 355us (7668us total) trans 4294967724 rc 0/0 00000100:00100000:2.0:1785388985.970815:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 133 00000100:00100000:2.0:1785388986.003698:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388986.003830:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458626944 00000100:00100000:0.0:1785388986.003842:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458626944 00000100:00100000:0.0:1785388986.003915:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 631 00000100:00100000:0.0:1785388986.003925:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:19887:x1872115458626944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388986.003955:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388986.003987:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76897 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893a3 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004101:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004118:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004131:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004150:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004158:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004524:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004645:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd768ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004653:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd768ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004671:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd768ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785388986.004709:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00000004:00200000:0.0:1785388986.004714:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785388986.004734:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd768ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004780:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd768ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004790:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004797:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004804:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004809:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388986.004814:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004829:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004842:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:0.0:1785388986.004845:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388986.004851:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004858:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd7689e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004870:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004876:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004882:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004886:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388986.004889:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004893:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004899:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff94340a727d00) 00010000:00010000:0.0:1785388986.004902:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388986.004905:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004920:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004955:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76897 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893a3 expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004968:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2200/0xb9b521054fd768ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893a3 expref: 67 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.004976:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff94340a727c00) 00010000:00010000:0.0:1785388986.004978:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785388986.004981:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2200, rc 0) 00000100:00100000:0.0:1785388986.005137:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:19887:x1872115458626944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1212us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388986.005146:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 631 00000100:00100000:2.0:1785388986.012349:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458627072 00000100:00100000:2.0:1785388986.012361:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458627072 00000100:00100000:2.0:1785388986.012438:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 163 00000100:00100000:2.0:1785388986.012448:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458627072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785388986.012469:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388986.012491:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd768b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893aa expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388986.012561:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485782016:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785388986.012670:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df83c0 going to sleep for 11 seconds 00002000:00010000:2.0:1785388986.025279:0:14689:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1785388986.025358:0:14689:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime: 0 -> 1785388985 00002000:00010000:2.0:1785388986.025360:0:14689:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime: 0 -> 1785388985 00002000:00010000:2.0:1785388986.025363:0:14689:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime: 0 -> 1785388985 00000100:00100000:2.0:1785388986.025394:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485782016:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785388986.025441:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd768b3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893aa expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388986.025468:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd768b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893aa expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388986.025484:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55c00, rc 0) 00000100:00100000:2.0:1785388986.025621:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458627072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 13173us (13741us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388986.025630:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 163 00000100:00100000:2.0:1785388986.048041:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388986.048143:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458627200 00000100:00100000:0.0:1785388986.048155:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458627200 00000100:00100000:0.0:1785388986.049156:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 632 00000100:00100000:0.0:1785388986.049181:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:19887:x1872115458627200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388986.049219:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388986.049247:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd768ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893b1 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.049339:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.049357:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.049388:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785388986.049463:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1785388986.049467:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785388986.049493:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.049520:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd768ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893b1 expref: 69 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.049539:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3c00/0xb9b521054fd768c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893b1 expref: 68 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388986.049547:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff943412a70000) 00010000:00010000:0.0:1785388986.049551:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785388986.049554:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3c00, rc 0) 00000100:00100000:0.0:1785388986.049628:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:19887:x1872115458627200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 463us (1969us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388986.049634:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 632 00000100:00100000:2.0:1785388986.055880:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388986.061144:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485782144:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785388986.061553:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8f2891e/0xb9b521054fd768c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893b8 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388986.061583:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8f2891e/0xb9b521054fd768c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893b8 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388986.061599:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:2.0:1785388986.061665:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458627328:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4505us (5799us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388986.061693:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 164 00000100:00100000:2.0:1785388986.083815:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000040:00080000:0.0:1785388986.927078:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785388986.927092:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785388986.927324:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 1 00000040:00080000:0.0:1785388986.927332:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1785388987.386485:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967721 is committed 00000001:00080000:2.0:1785388987.386507:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967724 is committed 00010000:00010000:1.0:1785388987.512133:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785388988.532874:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785388989.071901:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458627712 00000100:00100000:1.0:1785388989.071905:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458627712 00000100:00100000:1.0:1785388989.071933:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:1.0:1785388989.071940:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458627712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388989.072029:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458627968 00000100:00100000:0.0:1785388989.072033:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458627968 00000100:00100000:0.0:1785388989.072068:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458628480 00000100:00100000:0.0:1785388989.072072:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458628480 00000100:00100000:0.0:1785388989.072120:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458628096 00000100:00100000:0.0:1785388989.072124:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458628096 00000100:00100000:2.0:1785388989.072132:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458628352 00000100:00100000:2.0:1785388989.072135:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458628352 00000100:00100000:0.0:1785388989.072153:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:0.0:1785388989.072159:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458627968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388989.072167:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:2.0:1785388989.072173:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458628480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388989.079867:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458627712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 7908us (8317us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388989.079886:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00080000:1.0:1785388989.080017:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388989.081179:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388989.081185:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388989.081219:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:1.0:1785388989.082323:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458628096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388989.082419:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458628096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1189us (10722us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388989.082428:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:1.0:1785388989.082455:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:1.0:1785388989.082463:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458628352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388989.082491:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458628352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (10770us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388989.082496:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:0.0:1785388989.092622:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458627968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20447us (21012us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388989.092639:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:2.0:1785388989.098899:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458628480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26708us (27225us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388989.098918:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:1.0:1785388989.295859:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485782656:0@lo:400:kworker.0 00000100:00100000:1.0:1785388989.296042:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388989.296115:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485782272:0@lo:400:kworker.0 00000100:00100000:2.0:1785388989.296175:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388989.296232:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485782784:0@lo:400:kworker.0 00000100:00100000:2.0:1785388989.296259:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388989.296308:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485782272 00000100:00100000:2.0:1785388989.296317:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485782272 00000100:00100000:2.0:1785388989.296388:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1785388989.296398:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485782272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388989.296457:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485782272:12345-0@lo:400:kworker.0 Request processed in 59us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388989.296465:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1785388989.296525:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485782272:0@lo:400:kworker.0 00000100:00100000:2.0:1785388989.296573:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485782784 00000100:00100000:2.0:1785388989.296585:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485782784 00000100:00100000:2.0:1785388989.296628:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1785388989.296635:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485782784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388989.296676:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485782784:12345-0@lo:400:kworker.0 Request processed in 41us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388989.296683:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1785388989.296711:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485782784:0@lo:400:kworker.0 00000100:00080000:2.0:1785388989.296741:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388989.298256:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485782400 00000100:00100000:1.0:1785388989.298263:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485782400 00000100:00100000:1.0:1785388989.298309:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1785388989.298318:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485782400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388989.298378:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485782400:12345-0@lo:400:kworker.0 Request processed in 60us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388989.298385:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1785388989.303235:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485782528:0@lo:400:kworker.0 00000100:00100000:2.0:1785388989.303362:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388989.303676:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485782528 00000100:00100000:1.0:1785388989.303687:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485782528 00000100:00100000:1.0:1785388989.303805:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1785388989.303816:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485782528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388989.303876:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485782528:12345-0@lo:400:kworker.0 Request processed in 63us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388989.303885:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:2.0:1785388989.304340:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785388989.304393:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485782528:0@lo:400:kworker.0 00000100:00100000:3.0:1785388989.305573:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485782400:0@lo:400:kworker.0 00000100:00100000:0.0:1785388989.311307:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485782656 00000100:00100000:0.0:1785388989.311328:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485782656 00000100:00100000:0.0:1785388989.311595:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485782912 00000100:00100000:0.0:1785388989.311599:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485782912 00000100:00100000:3.0:1785388989.311654:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1785388989.311669:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485782656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785388989.311814:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485782656:12345-0@lo:400:kworker.0 Request processed in 149us (15837us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388989.311822:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1785388989.311912:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485782656:0@lo:400:kworker.0 00000100:00080000:2.0:1785388989.323024:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785388989.323040:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785388989.340552:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1785388989.340572:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485782912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785388989.340710:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485782912:12345-0@lo:400:kworker.0 Request processed in 144us (42498us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388989.340719:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1785388989.340945:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485782912:0@lo:400:kworker.0 00010000:00010000:1.0:1785388989.554861:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785388989.807439:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485783040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785388989.807543:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388989.807674:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783040 00000100:00100000:0.0:1785388989.807685:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783040 00000100:00100000:0.0:1785388989.807770:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1785388989.807782:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485783040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785388989.807830:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785388989.807882:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485783040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388989.807890:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1785388989.810859:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485783040:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785388990.577937:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785388990.834495:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485783168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785388990.834585:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785388990.834671:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783168 00000100:00100000:3.0:1785388990.834679:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783168 00000100:00100000:3.0:1785388990.834734:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1785388990.834760:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485783168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785388990.835157:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785388990.835210:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485783168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 468us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388990.835219:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1785388990.836053:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485783168:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785388991.604033:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785388992.627206:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785388993.650240:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785388993.661296:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388993.661411:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458628608 00000100:00100000:1.0:1785388993.661435:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458628608 00000100:00100000:1.0:1785388993.661523:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 634 00000100:00100000:1.0:1785388993.661536:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19879:x1872115458628608:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785388993.661690:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19879:x1872115458628608:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 157us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388993.661699:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 634 00000100:00080000:2.0:1785388993.661859:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388993.665310:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388993.665400:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458628864 00000100:00100000:0.0:1785388993.665413:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458628864 00000100:00100000:0.0:1785388993.665494:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 134 00000100:00100000:0.0:1785388993.665525:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:19879:x1872115458628864:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785388993.666140:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:19879:x1872115458628864:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 618us (842us total) trans 4294967725 rc 0/0 00000100:00100000:0.0:1785388993.666148:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 134 00000100:00100000:0.0:1785388994.191850:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388994.191889:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388994.191928:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388994.191961:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388994.191980:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388994.192004:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388994.192126:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458629248 00000100:00100000:2.0:1785388994.192148:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458629248 00000100:00100000:2.0:1785388994.192221:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458629760 00000100:00100000:2.0:1785388994.192225:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458629760 00000100:00100000:2.0:1785388994.192245:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458629376 00000100:00100000:2.0:1785388994.192259:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458629376 00000100:00100000:2.0:1785388994.192280:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:2.0:1785388994.192312:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458629248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388994.192411:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458629248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 101us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388994.192434:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:2.0:1785388994.192456:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00100000:2.0:1785388994.192463:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458629760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388994.192490:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458629760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388994.192496:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00100000:2.0:1785388994.192512:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00100000:2.0:1785388994.192518:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458629376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388994.192541:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458629376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388994.192547:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00080000:2.0:1785388994.192574:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785388994.192578:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785388994.192615:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458629504 00000100:00100000:2.0:1785388994.192619:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458629504 00000100:00100000:2.0:1785388994.192647:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458629120 00000100:00100000:2.0:1785388994.192650:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458629120 00000100:00100000:2.0:1785388994.192672:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:2.0:1785388994.192679:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2365:x1872115458629504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388994.192713:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2365:x1872115458629504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388994.192719:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:2.0:1785388994.192739:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:2.0:1785388994.192772:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:2365:x1872115458629120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388994.192800:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:2365:x1872115458629120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 55us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388994.192807:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00080000:2.0:1785388994.192822:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388994.193277:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458628992 00000100:00100000:1.0:1785388994.193291:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458628992 00000100:00100000:1.0:1785388994.193333:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00100000:1.0:1785388994.193341:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458628992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785388994.193372:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458628992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388994.193378:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00100000:0.0:1785388994.193641:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388994.193666:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458629632 00000100:00100000:0.0:1785388994.193670:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458629632 00000100:00100000:0.0:1785388994.193710:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00100000:0.0:1785388994.193718:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458629632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388994.193886:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458629632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 169us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388994.193893:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00080000:0.0:1785388994.193911:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785388994.416416:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485783424:0@lo:400:kworker.0 00000100:00100000:2.0:1785388994.416590:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485783296:0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.416942:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785388994.417078:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485783552:0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417106:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785388994.417162:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783424 00000100:00100000:3.0:1785388994.417189:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783424 00000100:00100000:3.0:1785388994.417241:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783552 00000100:00100000:3.0:1785388994.417254:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783552 00000100:00100000:3.0:1785388994.417289:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1785388994.417298:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485783424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417356:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485783424:12345-0@lo:400:kworker.0 Request processed in 59us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388994.417364:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1785388994.417381:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1785388994.417386:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485783552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417411:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485783552:12345-0@lo:400:kworker.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388994.417416:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1785388994.417474:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485783552:0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417500:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485783424:0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417549:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485783936:0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417577:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785388994.417619:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783936 00000100:00100000:3.0:1785388994.417623:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783936 00000100:00100000:3.0:1785388994.417674:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1785388994.417682:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485783936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785388994.417718:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485783936:12345-0@lo:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388994.417724:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1785388994.417777:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485783936:0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.426839:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485783680:0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.426950:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388994.427059:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785388994.427067:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485783808:0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.427103:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388994.427166:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783680 00000100:00100000:1.0:1785388994.427175:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783680 00000100:00100000:1.0:1785388994.427264:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1785388994.427275:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485783680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.427336:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485783680:12345-0@lo:400:kworker.0 Request processed in 62us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388994.427344:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1785388994.427368:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783808 00000100:00100000:1.0:1785388994.427371:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783808 00000100:00100000:1.0:1785388994.427400:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1785388994.427406:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485783808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.427619:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485783808:12345-0@lo:400:kworker.0 Request processed in 212us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388994.427626:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1785388994.427683:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485783808:0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.427721:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485783680:0@lo:400:kworker.0 00000100:00080000:1.0:1785388994.427821:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388994.427826:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388994.427830:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785388994.433257:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388994.434791:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485783296 00000100:00100000:1.0:1785388994.434808:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485783296 00000100:00100000:1.0:1785388994.434884:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1785388994.434896:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485783296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388994.435017:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485783296:12345-0@lo:400:kworker.0 Request processed in 113us (1769us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388994.435026:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1785388994.435797:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485783296:0@lo:400:kworker.0 00010000:00010000:2.0:1785388994.671055:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785388994.927473:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485784064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785388994.927568:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388994.928118:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485784064 00000100:00100000:2.0:1785388994.928138:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485784064 00000100:00100000:2.0:1785388994.928200:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1785388994.928212:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485784064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785388994.928255:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785388994.928317:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485784064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388994.928325:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1785388994.928462:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485784064:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785388995.707277:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785388995.951835:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785388995.951856:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485784192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785388995.951919:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785388995.951974:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485784192 00000100:00100000:2.0:1785388995.951993:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485784192 00000100:00100000:2.0:1785388995.952042:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1785388995.952051:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485784192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785388995.952094:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785388995.952139:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485784192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388995.952147:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1785388995.952192:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485784192:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1785388996.145439:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785388996.145446:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785388996.146208:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785388996.146217:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:2.0:1785388996.434304:0:16270:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 01:23:13 (1785388993) 00010000:00010000:1.0:1785388996.725231:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785388997.538510:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967725 is committed 00000100:00100000:2.0:1785388997.709319:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388997.709783:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630016 00000100:00100000:3.0:1785388997.709794:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630016 00000100:00100000:3.0:1785388997.709872:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 635 00000100:00100000:3.0:1785388997.709882:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:20492:x1872115458630016:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785388997.709902:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785388997.709930:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd768cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893bf expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710133:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710146:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710160:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710172:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710178:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710202:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710575:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd768e4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710583:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd768e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.710592:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd768e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785388997.710600:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1785388997.710817:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711563:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711574:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711580:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388997.711584:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711591:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711603:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:3.0:1785388997.711605:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.711617:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711623:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd768d6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711635:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711640:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711645:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711649:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388997.711651:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711656:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711661:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94341855a300) 00010000:00010000:3.0:1785388997.711663:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.711665:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.711669:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd768dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1785388997.712044:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785388997.713881:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd768cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893bf expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.714282:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd768e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893bf expref: 29 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.714293:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785388997.714296:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.714299:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334200, rc 0) 00000100:00100000:3.0:1785388997.714374:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20492:x1872115458630016:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4493us (5065us total) trans 4294967726 rc 0/0 00000100:00100000:3.0:1785388997.714383:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 635 00000100:00100000:1.0:1785388997.732291:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388997.732345:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388997.732448:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630272 00000100:00100000:2.0:1785388997.732460:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630272 00000100:00100000:2.0:1785388997.732539:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 27 00000100:00100000:2.0:1785388997.732550:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2365:x1872115458630272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785388997.732567:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785388997.732592:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd768e4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893bf expref: 29 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.732611:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785388997.732615:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785388997.732673:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2365:x1872115458630272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 124us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388997.732680:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 27 00000100:00100000:3.0:1785388997.733217:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630144 00000100:00100000:3.0:1785388997.733223:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630144 00000100:00100000:3.0:1785388997.733270:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 636 00000100:00100000:3.0:1785388997.733278:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:20492:x1872115458630144:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785388997.733345:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:20492:x1872115458630144:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 68us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388997.733352:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 636 00010000:00010000:2.0:1785388997.743205:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785388997.790364:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388997.790493:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630400 00000100:00100000:2.0:1785388997.790504:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630400 00000100:00100000:2.0:1785388997.790576:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 637 00000100:00100000:2.0:1785388997.790587:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:20493:x1872115458630400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785388997.790620:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388997.790639:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd768f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893c6 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.790710:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.790725:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.790737:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.790787:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.790795:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.790801:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791076:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791085:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791092:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791098:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.791108:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791116:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791128:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:2.0:1785388997.791131:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.791136:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791143:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd768f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791155:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791162:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791167:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791171:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.791173:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791178:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791184:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff94340b507800) 00010000:00010000:2.0:1785388997.791186:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.791195:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791207:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76900 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791235:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd768f2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893c6 expref: 65 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791244:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:2.0:1785388997.791246:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.791249:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd768f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893c6 expref: 65 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.791258:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:2.0:1785388997.791441:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:20493:x1872115458630400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 856us (1085us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388997.791449:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 637 00000100:00080000:1.0:1785388997.791601:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785388997.801681:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388997.802321:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630656 00000100:00100000:3.0:1785388997.802330:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630656 00000100:00100000:3.0:1785388997.802385:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 638 00000100:00100000:3.0:1785388997.802394:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:20493:x1872115458630656:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1785388997.802444:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785388997.802467:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76786 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89348 expref: 64 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.802485:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:3.0:1785388997.802503:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785388997.803285:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.803302:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 27 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.803310:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.803342:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 27 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.803365:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 27 pid: 5820 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388997.803379:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485784320:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785388997.803502:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1785388997.818412:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485784320:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785388997.818443:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388997.820307:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388997.820451:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630784 00000100:00100000:2.0:1785388997.820461:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630784 00010000:00010000:2.0:1785388997.820501:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 28 pid: 5820 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388997.820558:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 183 00000100:00100000:2.0:1785388997.820569:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:2363:x1872115458630784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785388997.820586:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785388997.820594:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 28 pid: 5820 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.820609:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 28 pid: 5820 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.820632:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd767c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8935d expref: 28 pid: 5820 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.820666:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:2.0:1785388997.820671:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.820681:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.820689:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.820722:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785388997.820814:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:2363:x1872115458630784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 246us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388997.820822:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 183 00010000:00010000:3.0:1785388997.821075:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.821085:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.821111:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.821122:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.821131:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388997.823019:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00010000:00010000:2.0:1785388997.823035:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.823044:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.823052:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.823058:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.823063:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.823072:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.823096:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340a727900) 00010000:00010000:2.0:1785388997.823098:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.823103:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.823110:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76907 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785388997.823130:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000080381281 reply state 00000000145b35e2 transno 4294967727 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388997.823140:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785388997.823211:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+65:20493:x1872115458630656:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 20816us (21537us total) trans 4294967727 rc 0/0 00000100:00100000:2.0:1785388997.823219:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 638 00010000:00010000:1.0:1785388997.834472:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.834492:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.834501:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.834507:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388997.834513:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.834550:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.834567:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff94341855a300) 00010000:00010000:1.0:1785388997.834570:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388997.834575:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.834582:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7690e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388997.856901:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388997.857068:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458630912 00000100:00100000:1.0:1785388997.857081:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458630912 00000100:00100000:1.0:1785388997.857134:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 639 00000100:00100000:1.0:1785388997.857144:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+64:20494:x1872115458630912:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785388997.857167:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388997.857187:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76915 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893cd expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.857258:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7691c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.857271:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7691c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.857303:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7691c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388997.857367:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785388997.857383:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388997.857412:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7691c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.857437:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76915 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893cd expref: 66 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.857453:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7691c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893cd expref: 65 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.857460:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785388997.857464:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785388997.857466:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9400, rc 0) 00000100:00100000:1.0:1785388997.857632:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+65:20494:x1872115458630912:12345-192.168.204.39@tcp:101:bash.0 Request processed in 488us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388997.857641:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 639 00000100:00100000:0.0:1785388997.860731:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388997.869397:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631040 00000100:00100000:2.0:1785388997.869413:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631040 00000100:00100000:2.0:1785388997.869479:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 640 00000100:00100000:2.0:1785388997.869490:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+65:20494:x1872115458631040:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785388997.869512:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388997.869544:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76923 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893d4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.869609:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.869624:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.869653:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.869669:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.869676:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.869683:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870382:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76938 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870391:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870399:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388997.870431:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:2.0:1785388997.870435:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388997.870458:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870471:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870477:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870493:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870498:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.870502:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870508:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870605:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785388997.870609:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.870614:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870621:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7692a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870634:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870641:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870646:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870651:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.870654:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870671:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870680:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff94340b507800) 00010000:00010000:2.0:1785388997.870682:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.870696:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870702:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76931 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.870734:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76923 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893d4 expref: 67 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.871509:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54600/0xb9b521054fd76938 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893d4 expref: 66 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.871572:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:2.0:1785388997.871576:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785388997.871579:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54600, rc 0) 00000100:00100000:2.0:1785388997.871652:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:20494:x1872115458631040:12345-192.168.204.39@tcp:101:bash.0 Request processed in 2164us (10928us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388997.871660:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 640 00000100:00100000:0.0:1785388997.883734:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388997.892027:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631168 00000100:00100000:3.0:1785388997.892045:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631168 00000100:00100000:3.0:1785388997.892110:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 641 00000100:00100000:3.0:1785388997.892121:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:20494:x1872115458631168:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785388997.892142:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785388997.892163:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7693f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893db expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892244:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892259:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892270:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892312:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892319:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892327:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892402:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892410:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892417:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892424:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388997.892428:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892437:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892448:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:3.0:1785388997.892452:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.892456:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892463:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76946 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892496:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892504:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892509:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.892515:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388997.893311:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.893321:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.893330:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94341855a800) 00010000:00010000:3.0:1785388997.893333:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.893336:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.893342:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7694d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.893377:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7693f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893db expref: 67 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.893386:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:3.0:1785388997.893388:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.893398:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7693f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893db expref: 67 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.893407:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:3.0:1785388997.893462:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:20494:x1872115458631168:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1343us (9739us total) trans 0 rc 301/301 00000100:00100000:3.0:1785388997.893470:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 641 00000100:00100000:3.0:1785388997.931600:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388997.931850:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631296 00000100:00100000:2.0:1785388997.931859:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631296 00000100:00100000:2.0:1785388997.931916:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:2.0:1785388997.931926:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+27:20495:x1872115458631296:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785388997.931962:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388997.931992:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76954 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893e2 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.932053:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.932066:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.932077:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785388997.932132:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785388997.932136:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:2.0:1785388997.932155:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.932176:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76954 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 29 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.932193:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 28 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.932201:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785388997.932204:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785388997.932208:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55000, rc 0) 00000100:00100000:2.0:1785388997.932271:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:20495:x1872115458631296:12345-192.168.204.39@tcp:101:rm.0 Request processed in 346us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388997.932279:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:0.0:1785388997.938491:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388997.938623:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631424 00000100:00100000:1.0:1785388997.938632:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631424 00000100:00100000:1.0:1785388997.938684:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 643 00000100:00100000:1.0:1785388997.938693:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+28:20495:x1872115458631424:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785388997.938714:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388997.938732:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76962 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893e9 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939242:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939257:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939279:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939296:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939303:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939309:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939422:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9000/0xb9b521054fd76977 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939432:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9000/0xb9b521054fd76977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.939438:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9000/0xb9b521054fd76977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785388997.940914:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:1.0:1785388997.940922:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785388997.941162:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9000/0xb9b521054fd76977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941177:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941183:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941202:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941207:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388997.941211:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941217:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941229:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785388997.941232:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388997.941235:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941241:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76969 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941253:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941258:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941262:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941267:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388997.941270:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941285:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941293:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff943412a70800) 00010000:00010000:1.0:1785388997.941295:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388997.941299:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941304:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76970 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941341:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76962 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e9 expref: 30 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941356:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9000/0xb9b521054fd76977 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e9 expref: 29 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388997.941363:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:1.0:1785388997.941365:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785388997.941367:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9000, rc 0) 00000100:00100000:1.0:1785388997.941525:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20495:x1872115458631424:12345-192.168.204.39@tcp:101:rm.0 Request processed in 2831us (3043us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388997.941534:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 643 00000100:00100000:1.0:1785388997.965905:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388997.966087:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631552 00000100:00100000:2.0:1785388997.966098:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631552 00000100:00100000:2.0:1785388997.966157:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 644 00000100:00100000:2.0:1785388997.966169:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20495:x1872115458631552:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785388997.966189:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388997.966208:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7697e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893f0 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.967643:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.967659:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.967669:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.967682:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.967688:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.967693:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969154:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969166:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969190:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969196:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.969200:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969208:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969229:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:2.0:1785388997.969232:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.969236:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969242:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76985 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969255:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.969260:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970064:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970601:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785388997.970606:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970625:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970636:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94340b507800) 00010000:00010000:2.0:1785388997.970639:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.970643:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970649:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd7698c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970696:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7697e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893f0 expref: 30 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970707:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:2.0:1785388997.970710:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785388997.970714:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7697e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893f0 expref: 30 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388997.970723:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785388997.974299:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20495:x1872115458631552:12345-192.168.204.39@tcp:101:rm.0 Request processed in 8123us (8393us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388997.974311:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 644 00000100:00100000:2.0:1785388997.986240:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388997.986370:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631680 00000100:00100000:3.0:1785388997.986380:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631680 00000100:00100000:3.0:1785388997.986449:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 645 00000100:00100000:3.0:1785388997.986459:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20495:x1872115458631680:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785388997.986478:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785388997.986505:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76993 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893f7 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986569:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986581:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986592:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986604:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986610:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986634:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986697:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986713:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986727:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986732:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388997.986737:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986775:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986788:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:3.0:1785388997.986791:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.986795:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986802:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd7699a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986815:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986820:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986831:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986836:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388997.986838:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986844:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986851:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94341855a800) 00010000:00010000:3.0:1785388997.986853:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.986856:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986861:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986895:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76993 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893f7 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986905:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:3.0:1785388997.986908:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388997.986911:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76993 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893f7 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388997.986921:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:3.0:1785388997.986984:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20495:x1872115458631680:12345-192.168.204.39@tcp:101:rm.0 Request processed in 526us (753us total) trans 0 rc 301/301 00000100:00100000:3.0:1785388997.987258:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 645 00000100:00100000:1.0:1785388998.028719:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388998.028873:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631808 00000100:00100000:0.0:1785388998.028884:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631808 00000100:00100000:0.0:1785388998.028947:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 646 00000100:00100000:0.0:1785388998.028958:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20496:x1872115458631808:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388998.028988:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388998.029018:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd769a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a893fe expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029084:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029098:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029109:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029137:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029143:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029175:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029229:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029235:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029256:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029262:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388998.029265:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029272:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029282:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:0.0:1785388998.029285:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388998.029289:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029294:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029304:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029309:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029313:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029318:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388998.029320:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029333:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029339:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94340a727800) 00010000:00010000:0.0:1785388998.029341:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388998.029343:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029349:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029377:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd769a8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893fe expref: 30 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029385:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:0.0:1785388998.029387:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388998.029391:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd769a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893fe expref: 30 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.029397:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3800, rc 0) 00000100:00100000:0.0:1785388998.029456:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20496:x1872115458631808:12345-192.168.204.39@tcp:101:cp.0 Request processed in 501us (748us total) trans 0 rc 301/301 00000100:00100000:0.0:1785388998.029463:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 646 00000100:00100000:0.0:1785388998.033655:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388998.033707:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458631936 00000100:00100000:3.0:1785388998.033717:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458631936 00000100:00100000:3.0:1785388998.033788:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 647 00000100:00100000:3.0:1785388998.033798:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20496:x1872115458631936:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785388998.033817:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785388998.033836:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd769bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89405 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.033917:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.033931:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.033948:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.033961:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.033976:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.033983:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034044:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034070:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034077:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034083:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388998.034087:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034094:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034105:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:3.0:1785388998.034107:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388998.034111:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034117:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd769c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034128:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034134:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034140:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034145:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785388998.034154:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034161:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034169:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94341855a800) 00010000:00010000:3.0:1785388998.034172:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388998.034175:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034181:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd769cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034212:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd769bd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89405 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034222:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:3.0:1785388998.034224:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785388998.034228:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd769bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89405 expref: 30 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388998.034237:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:3.0:1785388998.034296:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20496:x1872115458631936:12345-192.168.204.39@tcp:101:cp.0 Request processed in 500us (648us total) trans 0 rc 301/301 00000100:00100000:3.0:1785388998.034304:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 647 00000100:00100000:3.0:1785388998.040586:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388998.040785:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458632192 00000100:00100000:0.0:1785388998.040794:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458632192 00000100:00100000:0.0:1785388998.040859:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 648 00000100:00100000:0.0:1785388998.040870:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20496:x1872115458632192:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388998.040904:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388998.040924:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd769d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8940c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041064:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041078:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041089:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041101:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041107:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041112:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785388998.041717:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0 00010000:00010000:0.0:1785388998.041898:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd769e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041908:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd769e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041915:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd769e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041986:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.041994:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042002:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042008:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388998.042012:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042020:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042030:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:0.0:1785388998.042033:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388998.042037:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042042:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd769d9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785388998.042053:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e1cb2bec reply state 000000006efb68d0 transno 4294967728 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388998.042060:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785388998.042084:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd769d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8940c expref: 32 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042109:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3000/0xb9b521054fd769e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8940c expref: 31 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.042116:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388998.042118:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785388998.042120:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3000, rc 0) 00000100:00100000:0.0:1785388998.042180:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:20496:x1872115458632192:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1312us (1601us total) trans 4294967728 rc 0/0 00000100:00100000:0.0:1785388998.042187:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 648 00010000:00010000:1.0:1785388998.044319:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.044346:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.044353:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.044359:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785388998.044362:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.044369:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.044380:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94340a727800) 00010000:00010000:1.0:1785388998.044383:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785388998.044387:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.044393:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd769e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785388998.048115:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388998.048176:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458632320 00000100:00100000:0.0:1785388998.048185:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458632320 00000100:00100000:0.0:1785388998.048256:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:0.0:1785388998.048273:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458632320:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785388998.048292:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388998.048313:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89413 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388998.048338:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785388998.048358:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=718s v=(0 0) 00010000:00010000:0.0:1785388998.048362:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785388998.048371:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 9 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.048387:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 9 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.048418:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3600, rc 0) 00000100:00100000:0.0:1785388998.048467:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458632320:12345-192.168.204.39@tcp:101:cp.0 Request processed in 202us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388998.048473:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00080000:1.0:1785388998.048582:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785388998.061465:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388998.061556:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458632448 00000100:00100000:1.0:1785388998.061566:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458632448 00000100:00100000:1.0:1785388998.061624:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 166 00000100:00100000:1.0:1785388998.061634:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:20496:x1872115458632448:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785388998.061652:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388998.061679:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8941a expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.061738:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.061781:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388998.061786:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388998.061792:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 10 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.061826:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.061840:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388998.061863:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485784448:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785388998.061961:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01da80 going to sleep for 11 seconds 00000100:00100000:2.0:1785388998.071618:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485784448:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785388998.071650:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 10 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.071688:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:2.0:1785388998.071793:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:20496:x1872115458632448:12345-192.168.204.39@tcp:101:cp.0 Request processed in 10159us (10335us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388998.071802:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 166 00000100:00100000:3.0:1785388998.082429:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388998.082700:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458632576 00000100:00100000:2.0:1785388998.082709:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458632576 00010000:00010000:2.0:1785388998.082790:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388998.082834:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 184 00000100:00100000:2.0:1785388998.082845:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458632576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785388998.082860:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785388998.082881:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.082895:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.082929:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd769f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89413 expref: 10 pid: 12002 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.082954:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785388998.083141:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785388998.083151:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 9 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.083174:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 9 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.083211:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 9 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388998.083224:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485784576:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785388998.083306:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785388998.087586:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388998.087685:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458632832 00000100:00100000:1.0:1785388998.087695:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458632832 00000100:00100000:1.0:1785388998.087774:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 135 00000100:00100000:1.0:1785388998.087784:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:20496:x1872115458632832:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785388998.088379:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:20496:x1872115458632832:12345-192.168.204.39@tcp:35:cp.0 Request processed in 595us (800us total) trans 4294967729 rc 0/0 00000100:00100000:1.0:1785388998.088386:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 135 00000100:00100000:2.0:1785388998.124977:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485784576:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785388998.125006:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785388998.125205:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458632576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 42361us (42783us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388998.125229:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 184 00000100:00100000:3.0:1785388998.186155:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388998.186266:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458632960 00000100:00100000:0.0:1785388998.186276:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458632960 00000100:00100000:0.0:1785388998.186391:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 649 00000100:00100000:0.0:1785388998.186402:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+66:20499:x1872115458632960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388998.186422:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388998.186441:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76a03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89421 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186508:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186522:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186533:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186548:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186555:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186574:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186693:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3e00/0xb9b521054fd76a18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.186701:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3e00/0xb9b521054fd76a18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.187807:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3e00/0xb9b521054fd76a18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785388998.187842:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00000004:00200000:0.0:1785388998.187846:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785388998.187865:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3e00/0xb9b521054fd76a18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.187877:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3e00/0xb9b521054fd76a18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.187885:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.187892:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.187899:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.187905:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388998.187917:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188026:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188041:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:0.0:1785388998.188044:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388998.188049:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188055:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188068:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188074:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188080:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188085:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388998.188087:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188093:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188099:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff94340a727d00) 00010000:00010000:0.0:1785388998.188101:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785388998.188104:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188118:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188148:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76a03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89421 expref: 68 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188161:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3e00/0xb9b521054fd76a18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89421 expref: 67 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.188169:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388998.188171:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785388998.188173:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3e00, rc 0) 00000100:00100000:0.0:1785388998.188236:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:20499:x1872115458632960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1837us (2091us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388998.188243:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 649 00000040:00080000:2.0:1785388998.194326:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785388998.194335:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785388998.195361:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785388998.195371:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785388998.197510:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388998.200076:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458633088 00000100:00100000:1.0:1785388998.200102:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458633088 00000100:00100000:1.0:1785388998.200177:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:1.0:1785388998.200188:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458633088:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785388998.200206:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785388998.200223:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa14bf8d/0xb9b521054fd76a1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89428 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388998.200275:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485784704:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785388998.200360:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dcc0 going to sleep for 11 seconds 00000100:00080000:2.0:1785388998.202403:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1785388998.202708:0:14689:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785388998.202713:0:14689:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime: 0 -> 1785388997 00002000:00010000:1.0:1785388998.202715:0:14689:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb atime: 0 -> 1785388997 00002000:00010000:1.0:1785388998.202725:0:14689:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime: 0 -> 1785388997 00000100:00100000:1.0:1785388998.202781:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485784704:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785388998.202816:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa14bf8d/0xb9b521054fd76a1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89428 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.202838:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa14bf8d/0xb9b521054fd76a1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89428 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388998.202849:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8c00, rc 0) 00000100:00100000:1.0:1785388998.202902:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458633088:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2716us (5399us total) trans 0 rc 301/301 00000100:00100000:1.0:1785388998.203618:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:1.0:1785388998.211342:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388998.211417:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458633216 00000100:00100000:0.0:1785388998.211427:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458633216 00000100:00100000:0.0:1785388998.211491:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:0.0:1785388998.211503:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:20499:x1872115458633216:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785388998.211523:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388998.211543:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76a26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8942f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.211606:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.211618:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.211642:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785388998.211709:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:0.0:1785388998.211712:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785388998.211738:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.211790:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76a26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8942f expref: 69 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.211805:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2800/0xb9b521054fd76a2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8942f expref: 68 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388998.211813:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff94340b507200) 00010000:00010000:0.0:1785388998.211815:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785388998.211819:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2800, rc 0) 00000100:00100000:0.0:1785388998.211868:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:20499:x1872115458633216:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 367us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388998.211875:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:3.0:1785388998.219234:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388998.219313:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458633344 00000100:00100000:2.0:1785388998.219322:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458633344 00000100:00100000:2.0:1785388998.219372:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 168 00000100:00100000:2.0:1785388998.219382:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458633344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785388998.219400:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785388998.219419:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000282b44a2/0xb9b521054fd76a34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89436 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388998.219496:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485784832:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785388998.219598:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785388998.224186:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485784832:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785388998.224225:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000282b44a2/0xb9b521054fd76a34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89436 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.224248:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000282b44a2/0xb9b521054fd76a34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89436 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388998.224260:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785388998.224306:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458633344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4925us (5080us total) trans 0 rc 301/301 00000100:00100000:2.0:1785388998.224314:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 168 00000100:00100000:1.0:1785388998.241390:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388998.241482:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458633600 00000100:00100000:2.0:1785388998.241498:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458633600 00000100:00100000:2.0:1785388998.241550:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 651 00000100:00100000:2.0:1785388998.241558:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:20499:x1872115458633600:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785388998.241872:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:2.0:1785388998.242177:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:20499:x1872115458633600:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 618us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388998.242185:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 651 00010000:00010000:2.0:1785388998.768115:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785388999.217147:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785388999.217166:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785388999.217203:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:3.0:1785388999.217209:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785388999.217480:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335e680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485784960:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785388999.217579:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1785388999.222679:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335e680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485784960:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785388999.235986:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.239292:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458633728 00000100:00100000:0.0:1785388999.239304:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458633728 00000100:00100000:0.0:1785388999.239362:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 652 00000100:00100000:0.0:1785388999.239377:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:20509:x1872115458633728:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785388999.239420:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785388999.239582:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:20509:x1872115458633728:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 210us (3602us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.239598:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 652 00000100:00080000:0.0:1785388999.239619:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785388999.258308:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.258373:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458633984 00000100:00100000:3.0:1785388999.258382:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458633984 00000100:00100000:3.0:1785388999.258433:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 653 00000100:00100000:3.0:1785388999.258442:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:20509:x1872115458633984:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785388999.258462:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785388999.258481:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd76a3b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8943d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.258582:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76a42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.258597:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76a42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.258610:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76a42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785388999.258634:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:3.0:1785388999.258791:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335a00/0xb9b521054fd76a3b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8943d expref: 35 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.258806:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76a42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8943d expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.258815:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:3.0:1785388999.258818:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785388999.258821:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785388999.258875:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458633984:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 434us (576us total) trans 4294967730 rc 0/0 00000100:00100000:3.0:1785388999.258883:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 653 00000100:00100000:3.0:1785388999.281466:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.281508:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.281563:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458634240 00000100:00100000:0.0:1785388999.281571:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458634240 00000100:00100000:0.0:1785388999.281641:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 28 00000100:00100000:0.0:1785388999.281651:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2363:x1872115458634240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785388999.281666:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785388999.281687:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76a42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8943d expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.281713:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388999.281717:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785388999.281781:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:2363:x1872115458634240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 132us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.281788:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 28 00000100:00100000:2.0:1785388999.282090:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458634112 00000100:00100000:2.0:1785388999.282095:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458634112 00000100:00100000:2.0:1785388999.282131:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:2.0:1785388999.282137:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458634112:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785388999.282182:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.282199:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 9 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.282207:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785388999.282211:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785388999.282215:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.282244:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 9 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.282256:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 9 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388999.282269:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485785088:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785388999.282322:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b000 going to sleep for 11 seconds 00000100:00100000:0.0:1785388999.290459:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.290488:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458634368 00000100:00100000:0.0:1785388999.290496:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458634368 00002000:00100000:0.0:1785388999.290544:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff943437d55880 x1872115458634368/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:495/0 lens 648/0 e 0 to 0 dl 1785389010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785388999.290556:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437d55880 with x1872115458634368 ext(0->157) 00010000:00010000:0.0:1785388999.290564:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 10 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.290579:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 10 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388999.290599:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943437d55880 00000100:00100000:0.0:1785388999.290623:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 5 00000100:00100000:0.0:1785388999.290631:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458634368:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:0.0:1785388999.291584:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458634368:12345-192.168.204.39@tcp:4:cp.0 Request processed in 949us (1130us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1785388999.291593:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 5 00002000:00100000:0.0:1785388999.291601:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff943437d55880 x1872115458634368/t4294967328(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:495/0 lens 648/448 e 0 to 0 dl 1785389010 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785388999.291609:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437d55880 with x1872115458634368 ext(0->157) 00010000:00010000:0.0:1785388999.291616:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 12 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.291630:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 12 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785388999.291637:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943437d55880 00000100:00100000:1.0:1785388999.297160:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.297232:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458634496 00000100:00100000:3.0:1785388999.297242:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458634496 00010000:00010000:3.0:1785388999.297278:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 12 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785388999.297327:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 185 00000100:00100000:3.0:1785388999.297337:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458634496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785388999.297351:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785388999.297374:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 12 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.297403:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 12 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.297428:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785388999.297433:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785388999.297439:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.297449:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.297468:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785388999.297521:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458634496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 186us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.297530:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 185 00010000:00010000:2.0:1785388999.300892:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000feb3dfb3/0xb9b521054fd769fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8941a expref: 11 pid: 6613 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388999.300924:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485785088:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785388999.300959:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.300986:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.300995:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301028:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301037:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301045:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301052:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785388999.301057:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301065:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301081:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.301099:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd76a50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388999.301184:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458634112:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 19045us (19726us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388999.301194:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:1.0:1785388999.311058:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.313989:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458634752 00000100:00100000:0.0:1785388999.314003:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458634752 00000100:00100000:0.0:1785388999.314098:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:0.0:1785388999.314109:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:20509:x1872115458634752:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785388999.314215:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:20509:x1872115458634752:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 108us (3163us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.314223:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:3.0:1785388999.316785:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.316812:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.316840:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.316853:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.316889:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.316908:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635264 00000100:00100000:3.0:1785388999.316924:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635264 00000100:00100000:3.0:1785388999.316966:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:3.0:1785388999.316975:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458635264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785388999.317033:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458635264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 59us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.317046:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:3.0:1785388999.317060:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635136 00000100:00100000:3.0:1785388999.317064:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635136 00000100:00100000:3.0:1785388999.317089:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635392 00000100:00100000:3.0:1785388999.317092:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635392 00000100:00100000:3.0:1785388999.317105:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:3.0:1785388999.317111:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458635136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785388999.317137:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458635136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.317142:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:3.0:1785388999.317151:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:3.0:1785388999.317156:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458635392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785388999.317177:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458635392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.317182:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00080000:3.0:1785388999.317202:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785388999.317348:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458634880 00000100:00100000:2.0:1785388999.317353:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458634880 00000100:00100000:2.0:1785388999.317389:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 391 00000100:00100000:2.0:1785388999.317396:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458634880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785388999.317429:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458634880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388999.317434:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 391 00000100:00100000:0.0:1785388999.317890:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635008 00000100:00100000:0.0:1785388999.317895:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635008 00000100:00100000:0.0:1785388999.317949:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:0.0:1785388999.317957:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:2363:x1872115458635008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785388999.317994:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:2363:x1872115458635008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.318000:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00080000:2.0:1785388999.318108:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785388999.327205:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.332880:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635520 00000100:00100000:3.0:1785388999.332894:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635520 00000100:00100000:3.0:1785388999.332985:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:3.0:1785388999.332996:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458635520:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785388999.333021:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785388999.333041:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6d0fc49/0xb9b521054fd76a57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89444 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785388999.333069:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 158, mtime: 0x6a6adfc5, atime: 0x0, ctime: 0x6a6adfc5, blocks: 0x1 00010000:00010000:3.0:1785388999.333092:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=719s v=(0 0) 00010000:00010000:3.0:1785388999.333097:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785388999.333108:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6d0fc49/0xb9b521054fd76a57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89444 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.333126:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d6d0fc49/0xb9b521054fd76a57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89444 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785388999.333140:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335a00, rc 0) 00000100:00100000:3.0:1785388999.333209:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458635520:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 214us (6012us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.333216:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 170 00000040:00080000:0.0:1785388999.337912:0:16321:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785388999.337922:0:16321:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785388999.338012:0:16321:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1785388999.338019:0:16321:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785388999.339464:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785388999.339495:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635776 00000100:00100000:3.0:1785388999.339503:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635776 00000100:00100000:3.0:1785388999.339547:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:3.0:1785388999.339557:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:20509:x1872115458635776:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785388999.339652:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:20509:x1872115458635776:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 96us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.339660:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:3.0:1785388999.344346:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.344501:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458635904 00000100:00100000:0.0:1785388999.344512:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458635904 00002000:00100000:0.0:1785388999.344564:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff943441e38380 x1872115458635904/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:495/0 lens 488/0 e 0 to 0 dl 1785389010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785388999.344575:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e38380 with x1872115458635904 ext(0->4095) 00002000:00010000:0.0:1785388999.344581:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943441e38380 00000100:00100000:0.0:1785388999.344613:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:0.0:1785388999.344622:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458635904:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785388999.344924:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458635904:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 295us (580us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785388999.344932:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 55 00002000:00100000:0.0:1785388999.344938:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff943441e38380 x1872115458635904/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:495/0 lens 488/4536 e 0 to 0 dl 1785389010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785388999.344973:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e38380 with x1872115458635904 ext(0->4095) 00002000:00010000:0.0:1785388999.344977:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943441e38380 00000100:00100000:3.0:1785388999.352475:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.352700:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458636032 00000100:00100000:0.0:1785388999.352709:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458636032 00000100:00100000:0.0:1785388999.353258:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 656 00000100:00100000:0.0:1785388999.353271:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:20509:x1872115458636032:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785388999.353292:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785388999.353313:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd76a5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8944b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.353347:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.353361:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.353371:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.353468:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd76a5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 35 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.353483:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.353491:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388999.353494:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785388999.353503:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3400, rc 0) 00000100:00100000:0.0:1785388999.353739:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458636032:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 471us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.353807:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 656 00000100:00100000:3.0:1785388999.368071:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.368191:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458636160 00000100:00100000:0.0:1785388999.368200:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458636160 00000100:00100000:0.0:1785388999.368267:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 657 00000100:00100000:0.0:1785388999.368278:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458636160:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785388999.368310:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785388999.368422:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458636160:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 146us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.368429:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 657 00000100:00100000:3.0:1785388999.375582:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785388999.375650:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458636288 00000100:00100000:1.0:1785388999.375668:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458636288 00000100:00100000:1.0:1785388999.375735:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 171 00000100:00100000:1.0:1785388999.375767:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458636288:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785388999.375815:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375832:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388999.375837:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785388999.375844:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375859:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375891:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375900:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375909:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375927:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785388999.375931:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375950:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375966:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785388999.375973:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8204104/0xb9b521054fd76a6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388999.376037:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458636288:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 294us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388999.376045:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 171 00000100:00100000:3.0:1785388999.384013:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785388999.384097:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458636544 00000100:00100000:2.0:1785388999.384107:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458636544 00000100:00100000:2.0:1785388999.384163:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 658 00000100:00100000:2.0:1785388999.384173:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458636544:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1785388999.384247:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.384264:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.384273:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.384313:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785388999.384327:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 34 pid: 5820 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785388999.384340:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485785216:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785388999.384414:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1785388999.387227:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485785216:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785388999.387260:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785388999.390245:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.390346:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458636672 00000100:00100000:0.0:1785388999.390355:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458636672 00010000:00010000:0.0:1785388999.390395:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 35 pid: 5820 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388999.390467:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 186 00000100:00100000:0.0:1785388999.390479:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2362:x1872115458636672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785388999.390493:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785388999.390500:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 35 pid: 5820 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.390513:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 35 pid: 5820 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.390532:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76a65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8944b expref: 35 pid: 5820 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.390550:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388999.390555:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.390565:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.390572:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.390598:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785388999.391072:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2362:x1872115458636672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 595us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1785388999.391080:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 186 00010000:00010000:0.0:1785388999.392060:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392071:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392266:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392275:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392283:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392290:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785388999.392300:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392309:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392320:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785388999.392323:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785388999.392327:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785388999.392333:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785388999.392523:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458636544:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 8350us (8516us total) trans 4294967731 rc 0/0 00000100:00100000:0.0:1785388999.392532:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 658 00000100:00100000:1.0:1785388999.394548:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785388999.394613:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458636928 00000100:00100000:0.0:1785388999.394622:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458636928 00000100:00100000:0.0:1785388999.394683:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 136 00000100:00100000:0.0:1785388999.394693:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:20509:x1872115458636928:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785388999.394889:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:20509:x1872115458636928:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 197us (344us total) trans 4294967732 rc 0/0 00000100:00100000:0.0:1785388999.394897:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 136 00000040:00080000:2.0:1785388999.395336:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785388999.395341:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785388999.396222:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785388999.396232:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785388999.535036:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485785472:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535099:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388999.535147:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485785984:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535172:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388999.535199:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785388999.535200:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485785728:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535203:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485785600:0@lo:400:kworker.0 00000100:00100000:0.0:1785388999.535229:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388999.535235:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785388999.535250:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785388999.535256:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485785344:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535265:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485785472 00000100:00100000:1.0:1785388999.535271:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485785472 00000100:00100000:0.0:1785388999.535292:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388999.535309:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485785600 00000100:00100000:1.0:1785388999.535312:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485785600 00000100:00100000:0.0:1785388999.535313:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485785856:0@lo:400:kworker.0 00000100:00100000:0.0:1785388999.535332:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785388999.535337:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485785856 00000100:00100000:1.0:1785388999.535339:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485785856 00000100:00100000:1.0:1785388999.535357:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1785388999.535365:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485785472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535415:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485785472:12345-0@lo:400:kworker.0 Request processed in 50us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388999.535422:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1785388999.535436:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485785984 00000100:00100000:1.0:1785388999.535436:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1785388999.535440:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485785984 00000100:00100000:1.0:1785388999.535443:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485785600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388999.535466:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485785728 00000100:00100000:2.0:1785388999.535469:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485785728 00000100:00100000:1.0:1785388999.535469:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485785600:12345-0@lo:400:kworker.0 Request processed in 28us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388999.535475:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1785388999.535485:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1785388999.535488:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1785388999.535491:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485785856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388999.535493:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485785984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785388999.535520:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485785984:12345-0@lo:400:kworker.0 Request processed in 27us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1785388999.535520:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485785856:12345-0@lo:400:kworker.0 Request processed in 29us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388999.535527:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1785388999.535527:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1785388999.535538:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1785388999.535544:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485785728:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1785388999.535545:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785388999.535548:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785388999.535551:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785388999.535568:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485785728:12345-0@lo:400:kworker.0 Request processed in 25us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1785388999.535573:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1785388999.535580:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485785856:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535589:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485785728:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535625:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485785600:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535634:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485785472:0@lo:400:kworker.0 00000100:00100000:1.0:1785388999.535642:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485785984:0@lo:400:kworker.0 00000100:00100000:3.0:1785388999.535773:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485785344 00000100:00100000:3.0:1785388999.535777:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485785344 00000100:00100000:3.0:1785388999.535808:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1785388999.535826:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485785344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785388999.535859:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485785344:12345-0@lo:400:kworker.0 Request processed in 45us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1785388999.535864:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1785388999.536014:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485785344:0@lo:400:kworker.0 00010000:00010000:1.0:1785388999.791623:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389000.053469:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389000.053492:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485786112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389000.053554:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389000.053773:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786112 00000100:00100000:1.0:1785389000.053780:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786112 00000100:00100000:1.0:1785389000.053837:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1785389000.053846:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485786112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389000.053869:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 59572224 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389000.053924:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485786112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389000.053950:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1785389000.054117:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485786112:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389000.816115:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389001.071090:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389001.071112:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485786240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389001.071181:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389001.073121:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786240 00000100:00100000:2.0:1785389001.073134:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786240 00000100:00100000:2.0:1785389001.073208:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1785389001.073219:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485786240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389001.073256:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389001.073330:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485786240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (2148us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389001.073338:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1785389001.073440:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485786240:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389001.073550:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1785389001.732371:0:16373:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389001.732379:0:16373:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389001.732412:0:16373:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:2.0:1785389001.732418:0:16373:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389001.783067:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389001.783137:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458637184 00000100:00100000:0.0:1785389001.783147:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458637184 00000100:00100000:0.0:1785389001.783205:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 659 00000100:00100000:0.0:1785389001.783219:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:20521:x1872115458637184:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389001.783239:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389001.783256:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76a7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89452 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389001.783346:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389001.783360:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389001.783373:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389001.783384:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:0.0:1785389001.783489:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76a7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89452 expref: 71 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389001.783505:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89452 expref: 70 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389001.783527:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785389001.783530:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389001.783533:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389001.783594:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:20521:x1872115458637184:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 381us (535us total) trans 4294967733 rc 0/0 00000100:00100000:0.0:1785389001.783601:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 659 00000100:00080000:3.0:1785389001.784052:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389001.800875:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389001.800932:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389001.801044:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458637312 00000100:00100000:1.0:1785389001.801053:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458637312 00000100:00100000:1.0:1785389001.801107:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:1.0:1785389001.801117:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:20521:x1872115458637312:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:1.0:1785389001.801176:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801192:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801203:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801237:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801244:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801251:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801257:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389001.801262:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801268:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801279:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:1.0:1785389001.801283:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389001.801287:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389001.801294:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76a8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389001.801350:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:20521:x1872115458637312:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 235us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389001.801358:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:0.0:1785389001.801768:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458637440 00000100:00100000:0.0:1785389001.801773:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458637440 00000100:00100000:0.0:1785389001.801807:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 29 00000100:00100000:0.0:1785389001.801814:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:2362:x1872115458637440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389001.801825:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389001.801840:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76a81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89452 expref: 70 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389001.801851:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff94340a727700) 00010000:00010000:0.0:1785389001.801854:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389001.801901:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+69:2362:x1872115458637440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 78us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389001.801908:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 29 00000100:00100000:3.0:1785389001.804679:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389001.804739:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458637696 00000100:00100000:1.0:1785389001.804770:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458637696 00000100:00100000:1.0:1785389001.804810:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 137 00000100:00100000:1.0:1785389001.804829:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+69:20521:x1872115458637696:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1785389001.805032:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:20521:x1872115458637696:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 204us (359us total) trans 4294967734 rc 0/0 00000100:00100000:1.0:1785389001.805039:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 137 00010000:00010000:2.0:1785389001.849180:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785389002.690960:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00000001:00080000:2.0:1785389002.716155:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967733 is committed 00000001:00080000:2.0:1785389002.716170:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967732 is committed 00000001:00080000:2.0:1785389002.716378:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967734 is committed 00010000:00010000:1.0:1785389002.863887:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389003.888772:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389004.432154:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432199:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432227:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432252:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432273:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432293:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432334:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389004.432358:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638336 00000100:00100000:0.0:1785389004.432367:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638336 00000100:00100000:0.0:1785389004.432420:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458637952 00000100:00100000:0.0:1785389004.432424:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458637952 00000100:00100000:0.0:1785389004.432454:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:0.0:1785389004.432463:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2362:x1872115458638336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389004.432535:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2362:x1872115458638336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389004.432543:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:0.0:1785389004.432559:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:0.0:1785389004.432565:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:2362:x1872115458637952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389004.432589:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:2362:x1872115458637952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389004.432594:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:0.0:1785389004.432610:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638080 00000100:00100000:0.0:1785389004.432614:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638080 00000100:00100000:0.0:1785389004.432636:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638592 00000100:00100000:0.0:1785389004.432638:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638592 00000100:00100000:0.0:1785389004.432648:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638208 00000100:00100000:0.0:1785389004.432651:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638208 00000100:00100000:0.0:1785389004.432662:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638464 00000100:00100000:0.0:1785389004.432664:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638464 00000100:00100000:0.0:1785389004.432679:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:0.0:1785389004.432685:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458638080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389004.432723:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458638080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389004.432738:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:2.0:1785389004.432809:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:2.0:1785389004.432822:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458638592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389004.432869:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458638592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 51us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.432877:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:2.0:1785389004.432899:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:2.0:1785389004.432908:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458638208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389004.432944:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458638208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.432952:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:2.0:1785389004.432967:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:2.0:1785389004.432975:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458638464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:0.0:1785389004.432986:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389004.432992:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389004.432995:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389004.433005:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458638464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.433012:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:3.0:1785389004.433305:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458637824 00000100:00100000:3.0:1785389004.433310:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458637824 00000100:00100000:3.0:1785389004.433353:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:3.0:1785389004.433360:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458637824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389004.433401:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458637824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389004.433408:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:3.0:1785389004.667105:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485786368:0@lo:400:kworker.0 00000100:00100000:3.0:1785389004.667361:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389004.667402:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485786880:0@lo:400:kworker.0 00000100:00100000:3.0:1785389004.667426:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389004.667447:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389004.667452:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485786752:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.668087:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485786496:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.668116:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389004.668137:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485787008:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.671336:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389004.671378:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389004.671388:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485786624:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.671414:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389004.671455:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786880 00000100:00100000:2.0:1785389004.671463:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786880 00000100:00100000:2.0:1785389004.671512:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786496 00000100:00100000:2.0:1785389004.671516:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786496 00000100:00100000:2.0:1785389004.671527:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786624 00000100:00100000:2.0:1785389004.671529:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786624 00000100:00100000:2.0:1785389004.671555:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1785389004.671564:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485786880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.671616:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485786880:12345-0@lo:400:kworker.0 Request processed in 53us (4188us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.671641:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1785389004.671657:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1785389004.671663:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485786496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.671698:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485786496:12345-0@lo:400:kworker.0 Request processed in 35us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.671705:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1785389004.671716:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1785389004.671723:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485786624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.671766:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485786624:12345-0@lo:400:kworker.0 Request processed in 44us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.671772:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1785389004.671791:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787008 00000100:00100000:2.0:1785389004.671794:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787008 00000100:00100000:2.0:1785389004.671819:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1785389004.671825:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485787008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.671866:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485787008:12345-0@lo:400:kworker.0 Request processed in 41us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389004.671872:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:2.0:1785389004.671890:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389004.671895:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389004.673063:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389004.673097:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485786880:0@lo:400:kworker.0 00000100:00100000:3.0:1785389004.673133:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786368 00000100:00100000:3.0:1785389004.673137:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786368 00000100:00100000:3.0:1785389004.673180:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1785389004.673187:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485786368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389004.673226:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485786368:12345-0@lo:400:kworker.0 Request processed in 39us (5865us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389004.673232:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1785389004.673262:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485786752 00000100:00100000:3.0:1785389004.673266:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485786752 00000100:00100000:3.0:1785389004.673295:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1785389004.673301:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485786752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389004.673331:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485786752:12345-0@lo:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389004.673336:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00080000:3.0:1785389004.673355:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389004.673740:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485786752:0@lo:400:kworker.0 00000100:00100000:3.0:1785389004.673769:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485786368:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.678493:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485786624:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.678548:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485786496:0@lo:400:kworker.0 00000100:00100000:2.0:1785389004.678562:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485787008:0@lo:400:kworker.0 00010000:00010000:2.0:1785389004.912032:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389005.173137:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389005.173161:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485787136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389005.173227:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389005.173298:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787136 00000100:00100000:1.0:1785389005.173306:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787136 00000100:00100000:1.0:1785389005.173346:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1785389005.173354:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485787136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389005.173387:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389005.173429:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485787136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389005.173436:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1785389005.173481:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485787136:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389005.936696:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389006.191088:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389006.191112:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485787264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389006.191183:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389006.191319:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787264 00000100:00100000:1.0:1785389006.191327:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787264 00000100:00100000:1.0:1785389006.191378:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1785389006.191388:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485787264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389006.191423:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389006.191470:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485787264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389006.191477:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1785389006.191554:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485787264:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1785389006.191699:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1785389006.579978:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389006.579987:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389006.580052:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:3.0:1785389006.580060:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389006.959068:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389007.983270:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389009.010306:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389009.102166:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389009.102208:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638720 00000100:00100000:3.0:1785389009.102220:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638720 00000100:00100000:3.0:1785389009.102288:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 661 00000100:00100000:3.0:1785389009.102301:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20492:x1872115458638720:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1785389009.102417:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20492:x1872115458638720:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 119us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389009.102425:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 661 00000100:00080000:3.0:1785389009.102447:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389009.107502:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389009.107591:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458638976 00000100:00100000:2.0:1785389009.107605:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458638976 00000100:00100000:2.0:1785389009.107683:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 138 00000100:00100000:2.0:1785389009.107695:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:20492:x1872115458638976:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389009.108451:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:20492:x1872115458638976:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 756us (961us total) trans 4294967735 rc 0/0 00000100:00100000:2.0:1785389009.108460:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 138 00000100:00100000:3.0:1785389009.551198:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389009.551253:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389009.551286:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389009.551328:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389009.551348:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389009.551457:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389009.551486:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639104 00000100:00100000:2.0:1785389009.551500:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639104 00000100:00100000:2.0:1785389009.551562:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:2.0:1785389009.551573:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458639104:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389009.551660:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458639104:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 89us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389009.551668:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:2.0:1785389009.551706:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639232 00000100:00100000:2.0:1785389009.551710:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639232 00000100:00100000:2.0:1785389009.551800:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:2.0:1785389009.551808:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:2363:x1872115458639232:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389009.551844:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:2363:x1872115458639232:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389009.551851:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00080000:2.0:1785389009.551987:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389009.580437:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639360 00000100:00100000:0.0:1785389009.580458:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639360 00000100:00100000:0.0:1785389009.580577:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639616 00000100:00100000:0.0:1785389009.580581:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639616 00000100:00100000:0.0:1785389009.580600:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639488 00000100:00100000:0.0:1785389009.580603:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639488 00000100:00100000:0.0:1785389009.580617:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639744 00000100:00100000:0.0:1785389009.580619:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639744 00000100:00100000:0.0:1785389009.580641:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:0.0:1785389009.580652:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458639360:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389009.580793:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458639360:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 142us (29539us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.580802:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:0.0:1785389009.580821:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:0.0:1785389009.580828:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458639616:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389009.580850:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458639616:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (29564us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.580856:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:0.0:1785389009.580866:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:0.0:1785389009.580872:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458639488:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389009.580911:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458639488:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (29562us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.580918:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:0.0:1785389009.580929:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:0.0:1785389009.580935:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458639744:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389009.583491:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458639744:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 2541us (32019us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.583517:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00080000:0.0:1785389009.583623:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389009.583629:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389009.775100:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c284700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485787648:0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775196:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389009.775278:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1785389009.775285:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485787520:0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775312:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389009.775350:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485788032:0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775379:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389009.775416:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787648 00000100:00100000:3.0:1785389009.775425:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787648 00000100:00100000:3.0:1785389009.775483:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787520 00000100:00100000:3.0:1785389009.775486:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787520 00000100:00100000:3.0:1785389009.775507:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1785389009.775516:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485787648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775578:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485787648:12345-0@lo:400:kworker.0 Request processed in 62us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389009.775587:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1785389009.775606:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1785389009.775612:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485787520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775644:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485787520:12345-0@lo:400:kworker.0 Request processed in 33us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389009.775649:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:3.0:1785389009.775685:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389009.775720:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485787520:0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775731:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c284700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485787648:0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775797:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485788032 00000100:00100000:3.0:1785389009.775801:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485788032 00000100:00100000:3.0:1785389009.775837:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1785389009.775843:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485788032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389009.775881:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485788032:12345-0@lo:400:kworker.0 Request processed in 38us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389009.775888:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:3.0:1785389009.775912:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389009.775928:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485788032:0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776028:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485787776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776060:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389009.776088:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785389009.776094:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485787392:0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776121:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389009.776142:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485787904:0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776163:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389009.776190:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787776 00000100:00100000:0.0:1785389009.776193:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787776 00000100:00100000:0.0:1785389009.776228:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1785389009.776234:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485787776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776268:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485787776:12345-0@lo:400:kworker.0 Request processed in 35us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.776275:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1785389009.776294:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787392 00000100:00100000:0.0:1785389009.776304:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787392 00000100:00100000:0.0:1785389009.776339:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1785389009.776347:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485787392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776378:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485787392:12345-0@lo:400:kworker.0 Request processed in 32us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.776384:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:0.0:1785389009.776409:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389009.776425:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485787392:0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776435:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485787776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776453:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485787904 00000100:00100000:0.0:1785389009.776456:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485787904 00000100:00100000:0.0:1785389009.776485:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1785389009.776492:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485787904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389009.776524:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485787904:12345-0@lo:400:kworker.0 Request processed in 33us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389009.776530:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:0.0:1785389009.776545:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389009.776560:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485787904:0@lo:400:kworker.0 00010000:00010000:3.0:1785389010.032243:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389010.287938:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389010.287973:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485788160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389010.288096:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389010.289459:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485788160 00000100:00100000:1.0:1785389010.289475:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485788160 00000100:00100000:1.0:1785389010.289565:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1785389010.289578:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485788160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389010.289626:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389010.289711:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485788160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (1615us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389010.289720:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1785389010.290022:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485788160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389011.059159:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389011.311311:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485788288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389011.311372:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389011.311501:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485788288 00000100:00100000:2.0:1785389011.311510:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485788288 00000100:00100000:2.0:1785389011.311565:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1785389011.311575:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485788288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389011.311618:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389011.311658:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485788288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389011.311665:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1785389011.311717:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485788288:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389011.311855:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1785389011.537621:0:16622:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 01:23:28 (1785389008) 00000100:00100000:3.0:1785389011.712668:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389011.712797:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458639872 00000100:00100000:2.0:1785389011.712812:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458639872 00000100:00100000:2.0:1785389011.712883:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 662 00000100:00100000:2.0:1785389011.712895:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:21103:x1872115458639872:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389011.712915:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389011.712935:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76a96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89459 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785389011.712974:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389011.713000:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713016:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713028:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713051:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713059:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713066:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713306:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713313:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713319:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713324:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389011.713327:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713335:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713346:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389011.713349:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389011.713352:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713358:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76a9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713372:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713378:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713383:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713388:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389011.713391:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713397:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713405:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff94340b507100) 00010000:00010000:2.0:1785389011.713408:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389011.713410:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713416:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76aa4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713444:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76a96 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89459 expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713452:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389011.713454:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389011.713463:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76a96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89459 expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389011.713471:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55c00, rc 0) 00000100:00100000:2.0:1785389011.713545:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:21103:x1872115458639872:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 653us (891us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389011.713551:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 662 00000100:00100000:3.0:1785389011.731035:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389011.731337:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458640128 00000100:00100000:1.0:1785389011.731351:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458640128 00000100:00100000:1.0:1785389011.731405:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 663 00000100:00100000:1.0:1785389011.731415:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:21103:x1872115458640128:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785389011.731473:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389011.731503:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7691c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893cd expref: 67 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389011.731522:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389011.731533:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389011.731888:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389011.731902:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 29 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389011.731924:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389011.731959:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 29 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389011.731975:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 29 pid: 9185 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389011.731990:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb39500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485788416:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389011.732090:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405a33900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389011.743344:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb39500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485788416:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389011.743374:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389011.747348:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389011.748861:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458640256 00000100:00100000:0.0:1785389011.748873:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458640256 00010000:00010000:0.0:1785389011.748928:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 30 pid: 9185 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389011.748990:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 187 00000100:00100000:0.0:1785389011.749003:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:2363:x1872115458640256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389011.749018:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389011.749025:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 30 pid: 9185 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749041:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 30 pid: 9185 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749062:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7695b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a893e2 expref: 30 pid: 9185 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749077:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389011.749083:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749092:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749099:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749125:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389011.749182:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2363:x1872115458640256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 182us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389011.749189:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 187 00010000:00010000:0.0:1785389011.749296:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749311:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749335:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749344:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.749351:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389011.750526:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:0.0:1785389011.750539:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.750546:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.750552:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.750557:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389011.750561:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.750569:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.750578:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389011.750580:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389011.750593:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389011.750599:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76aab lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389011.750615:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e64e090f reply state 000000001791b818 transno 4294967736 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389011.750623:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389011.750690:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:21103:x1872115458640128:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 19275us (19667us total) trans 4294967736 rc 0/0 00000100:00100000:0.0:1785389011.750707:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 663 00000100:00080000:1.0:1785389011.754199:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389011.764871:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389011.764896:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389011.764905:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389011.764913:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389011.764920:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389011.764930:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389011.764954:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff94340a727900) 00010000:00010000:3.0:1785389011.764957:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389011.764962:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389011.764969:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76ab2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.080533:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389012.489477:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389012.490076:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458640384 00000100:00100000:2.0:1785389012.490091:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458640384 00000100:00100000:2.0:1785389012.490183:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 664 00000100:00100000:2.0:1785389012.490195:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:21149:x1872115458640384:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:2.0:1785389012.490227:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389012.490255:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76ab9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89460 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.490335:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76ac0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.490350:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.490364:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389012.490449:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389012.490454:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389012.490481:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.490508:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76ab9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89460 expref: 69 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.490549:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89460 expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.490559:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507100) 00010000:00010000:2.0:1785389012.490563:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389012.490566:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54e00, rc 0) 00000100:00100000:2.0:1785389012.490643:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:21149:x1872115458640384:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 450us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389012.490651:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 664 00000100:00100000:3.0:1785389012.501257:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389012.502924:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458640640 00000100:00100000:0.0:1785389012.502937:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458640640 00000100:00100000:0.0:1785389012.503014:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 665 00000100:00100000:0.0:1785389012.503025:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:21149:x1872115458640640:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:0.0:1785389012.503097:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389012.503129:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76ac0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89460 expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.503163:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507100) 00010000:00010000:0.0:1785389012.503176:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389012.503380:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:21149:x1872115458640640:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 356us (2137us total) trans 0 rc -17/-17 00000100:00100000:0.0:1785389012.503388:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 665 00000100:00100000:1.0:1785389012.516944:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389012.517101:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458640768 00000100:00100000:2.0:1785389012.517114:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458640768 00000100:00100000:2.0:1785389012.517189:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 666 00000100:00100000:2.0:1785389012.517200:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+67:21149:x1872115458640768:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:2.0:1785389012.517227:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389012.517254:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76ac7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89467 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.517337:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ace lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.517354:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ace lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.517368:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ace lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389012.517440:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389012.517456:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389012.517488:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ace lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.517517:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76ac7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89467 expref: 69 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.517539:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ace lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89467 expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.517549:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389012.517553:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389012.517557:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:2.0:1785389012.517627:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:21149:x1872115458640768:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 429us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389012.517634:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 666 00000100:00100000:2.0:1785389012.534427:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389012.535256:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458640896 00000100:00100000:0.0:1785389012.535270:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458640896 00000100:00100000:0.0:1785389012.535365:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 667 00000100:00100000:0.0:1785389012.535376:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:21149:x1872115458640896:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389012.535404:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389012.535428:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76ad5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8946e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535518:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535535:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535548:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535564:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535571:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535578:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535721:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76aea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535729:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.535735:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389012.536257:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:0.0:1785389012.536261:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389012.536286:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536300:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536312:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536319:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536325:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389012.536329:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536337:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536350:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:0.0:1785389012.536354:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389012.536359:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536365:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76adc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536379:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536395:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536401:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536405:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389012.536408:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536413:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536420:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff94340a727800) 00010000:00010000:0.0:1785389012.536423:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389012.536425:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536431:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76ae3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536461:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76ad5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8946e expref: 70 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536473:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76aea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8946e expref: 69 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.536480:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff94340a727900) 00010000:00010000:0.0:1785389012.536482:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389012.536490:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3800, rc 0) 00000100:00100000:0.0:1785389012.536568:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+69:21149:x1872115458640896:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 1193us (2153us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389012.536576:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 667 00000100:00100000:3.0:1785389012.652593:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389012.652811:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458641024 00000100:00100000:2.0:1785389012.652823:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458641024 00000100:00100000:2.0:1785389012.652908:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 668 00000100:00100000:2.0:1785389012.652919:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:21155:x1872115458641024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389012.652954:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389012.652983:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76af1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89475 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.653097:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.653114:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.653133:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389012.653228:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389012.653232:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389012.653262:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.653291:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76af1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 31 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.653311:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 30 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.653322:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389012.653325:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389012.653329:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785389012.653409:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:21155:x1872115458641024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 491us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389012.653417:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 668 00000100:00100000:1.0:1785389012.679505:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389012.679628:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458641280 00000100:00100000:0.0:1785389012.679641:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458641280 00000100:00100000:0.0:1785389012.679742:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 669 00000100:00100000:0.0:1785389012.679786:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+69:21155:x1872115458641280:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389012.679823:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389012.679827:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1785389012.680139:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76aea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8946e expref: 69 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680174:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff94340a727900) 00010000:00010000:0.0:1785389012.680187:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389012.680207:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76aff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8947c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680383:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680400:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680412:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680427:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680458:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.680465:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.681615:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.681629:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.681637:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389012.682052:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1785389012.682084:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682092:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682099:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682106:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389012.682110:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682119:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682256:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff94340a727800) 00010000:00010000:0.0:1785389012.682260:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389012.682266:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682273:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76b06 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389012.682286:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000025b46d34 reply state 0000000058b7f27f transno 4294967737 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389012.682295:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785389012.682335:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3600/0xb9b521054fd76aff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682357:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 70 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389012.682366:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340a727e00) 00010000:00010000:0.0:1785389012.682368:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389012.682371:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:0.0:1785389012.682630:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21155:x1872115458641280:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2846us (3138us total) trans 4294967737 rc 0/0 00000100:00100000:0.0:1785389012.682639:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 669 00010000:00010000:1.0:1785389012.691801:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.691825:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.691834:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.691869:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389012.691875:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.691885:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.691905:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff94340a727d00) 00010000:00010000:1.0:1785389012.691908:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389012.691913:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.691920:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd76b0d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389012.698063:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389012.698592:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458641536 00000100:00100000:2.0:1785389012.698605:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458641536 00000100:00100000:2.0:1785389012.698690:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 670 00000100:00100000:2.0:1785389012.698702:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21155:x1872115458641536:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389012.698734:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389012.698781:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76b22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89483 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.699064:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.699083:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.699092:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.699131:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.700206:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 71 pid: 9185 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389012.700230:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485788544:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389012.700355:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389012.707478:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389012.711073:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458641664 00000100:00100000:1.0:1785389012.711090:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458641664 00010000:00010000:1.0:1785389012.711160:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 72 pid: 9185 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389012.711201:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 188 00000100:00100000:1.0:1785389012.711212:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2362:x1872115458641664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389012.711229:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389012.711238:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 72 pid: 9185 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.711253:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 72 pid: 9185 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.711299:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340a727e00) 00010000:00010000:1.0:1785389012.711305:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.711317:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.711327:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.711350:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389012.711425:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2362:x1872115458641664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 214us (3956us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389012.711433:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 188 00010000:00010000:2.0:1785389012.713298:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76b14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8947c expref: 71 pid: 9185 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389012.713325:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485788544:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389012.713356:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.713366:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.713390:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389012.713414:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1785389012.714641:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715232:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715241:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715247:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389012.715252:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715261:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715280:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340a727e00) 00010000:00010000:2.0:1785389012.715284:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389012.715289:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715295:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76b29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715368:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76b22 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89483 expref: 71 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715397:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff94340b507c00) 00010000:00010000:2.0:1785389012.715400:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389012.715404:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76b22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89483 expref: 71 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.715417:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55800, rc 0) 00000100:00100000:2.0:1785389012.715974:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21155:x1872115458641536:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 17272us (17921us total) trans 4294967738 rc 301/301 00000100:00100000:2.0:1785389012.715985:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 670 00000100:00100000:0.0:1785389012.735168:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389012.735325:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458641920 00000100:00100000:1.0:1785389012.735338:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458641920 00000100:00100000:1.0:1785389012.735409:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 139 00000100:00100000:1.0:1785389012.735422:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21155:x1872115458641920:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389012.736106:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21155:x1872115458641920:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 685us (960us total) trans 4294967739 rc 0/0 00000100:00100000:1.0:1785389012.736116:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 139 00000100:00100000:3.0:1785389012.742005:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389012.745531:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458642048 00000100:00100000:2.0:1785389012.745550:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458642048 00000100:00100000:2.0:1785389012.745705:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 671 00000100:00100000:2.0:1785389012.745718:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21155:x1872115458642048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389012.745776:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389012.745819:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76b37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8948a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.745907:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76b37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8948a expref: 72 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.745925:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55800/0xb9b521054fd76b37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8948a expref: 72 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389012.745948:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340b507c00) 00010000:00010000:2.0:1785389012.745952:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389012.745975:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55800, rc 0) 00000100:00100000:2.0:1785389012.746071:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21155:x1872115458642048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 356us (4079us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389012.746079:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 671 00000100:00100000:1.0:1785389012.752350:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389012.761541:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458642304 00000100:00100000:0.0:1785389012.761561:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458642304 00000100:00100000:1.0:1785389012.765392:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 672 00000100:00100000:1.0:1785389012.765410:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21155:x1872115458642304:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1785389012.766011:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.766056:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.766071:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.766984:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.766994:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.767001:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.767008:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389012.767013:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.767022:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.767038:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340b507c00) 00010000:00010000:1.0:1785389012.767042:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1785389012.767049:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.767056:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389012.767576:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21155:x1872115458642304:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 2165us (15236us total) trans 4294967740 rc 0/0 00000100:00100000:1.0:1785389012.767598:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 672 00000100:00100000:3.0:1785389012.779189:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389012.779792:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458642560 00000100:00100000:1.0:1785389012.779813:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458642560 00000100:00100000:1.0:1785389012.779889:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:1.0:1785389012.779901:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21155:x1872115458642560:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389012.780286:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.780306:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.780319:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389012.780404:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967741 00000004:00010000:1.0:1785389012.780452:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000052b7b993 reply state 000000007c5ebc55 transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389012.780463:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389012.780567:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21155:x1872115458642560:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 668us (1392us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1785389012.780575:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 673 00000020:00080000:1.0:1785389012.780580:0:5821:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389012.789547:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.789572:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.789581:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.789609:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389012.789615:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.789625:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.789656:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340b507c00) 00010000:00010000:1.0:1785389012.789660:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1785389012.789666:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389012.789672:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b45 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389012.822057:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389012.827645:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458642816 00000100:00100000:3.0:1785389012.829006:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458642816 00000100:00100000:3.0:1785389012.829171:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 140 00000100:00100000:3.0:1785389012.829184:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:21155:x1872115458642816:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389012.832386:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21155:x1872115458642816:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 3191us (10330us total) trans 4294967743 rc 0/0 00000100:00100000:3.0:1785389012.832402:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 140 00000001:00080000:0.0:1785389012.967223:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00000001:00080000:0.0:1785389012.967253:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967742 is committed 00000001:00080000:0.0:1785389012.967272:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967735 is committed 00000001:00080000:0.0:1785389012.967278:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000100:00100000:3.0:1785389013.005137:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389013.005309:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458642944 00000100:00100000:1.0:1785389013.005322:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458642944 00000100:00100000:1.0:1785389013.005415:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 674 00000100:00100000:1.0:1785389013.005428:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+68:21158:x1872115458642944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389013.005464:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389013.005493:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89491 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.005582:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.005599:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.005613:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.005667:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.005684:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.005692:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006390:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76b61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006401:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76b61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006409:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76b61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389013.006503:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 7680 00000004:00200000:1.0:1785389013.006508:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389013.006591:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76b61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006607:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006615:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006623:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.006641:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00000100:00080000:3.0:1785389013.006983:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389013.009535:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009556:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009577:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389013.009581:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389013.009587:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009595:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009616:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009624:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009632:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.009638:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389013.009641:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.010145:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.010180:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff943412a70600) 00010000:00010000:1.0:1785389013.010183:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389013.010187:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.010193:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76b5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.010252:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76b4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89491 expref: 70 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.010269:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8c00/0xb9b521054fd76b61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89491 expref: 69 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.010278:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff943412a70e00) 00010000:00010000:1.0:1785389013.010281:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389013.010283:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8c00, rc 0) 00000100:00100000:0.0:1785389013.010530:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+69:21158:x1872115458642944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5103us (5406us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389013.010543:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 674 00000100:00100000:0.0:1785389013.016433:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389013.019242:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458643200 00000100:00100000:1.0:1785389013.019263:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458643200 00000100:00100000:1.0:1785389013.019346:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 675 00000100:00100000:1.0:1785389013.019358:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+69:21158:x1872115458643200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389013.019386:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389013.019411:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89498 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.019512:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.019552:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.019566:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.019586:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.019594:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.019600:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.020531:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76b7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.020543:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.020551:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389013.020565:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1785389013.022727:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.022801:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.022810:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.022817:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389013.022822:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.022831:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.022848:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff943412a70e00) 00010000:00010000:3.0:1785389013.023069:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389013.023090:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023098:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76b6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023115:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023121:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023128:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023134:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389013.023137:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023143:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023152:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff943412a70800) 00010000:00010000:3.0:1785389013.023154:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389013.023157:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.023163:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76b76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389013.023291:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76b68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89498 expref: 72 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389013.023311:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9800/0xb9b521054fd76b7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89498 expref: 71 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389013.023320:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340b507c00) 00010000:00010000:0.0:1785389013.023323:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389013.023326:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9800, rc 0) 00000100:00100000:0.0:1785389013.023421:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21158:x1872115458643200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4065us (7001us total) trans 4294967744 rc 0/0 00000100:00100000:0.0:1785389013.023444:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 675 00000100:00100000:0.0:1785389013.033491:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389013.033595:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458643328 00000100:00100000:2.0:1785389013.033609:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458643328 00000100:00100000:2.0:1785389013.033704:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 676 00000100:00100000:2.0:1785389013.033718:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21158:x1872115458643328:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:2.0:1785389013.034102:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034125:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034139:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034175:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034184:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034192:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034199:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389013.034205:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034215:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034249:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340b507c00) 00010000:00010000:2.0:1785389013.034252:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389013.034258:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389013.034264:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76b8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389013.034394:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21158:x1872115458643328:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 677us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389013.034402:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 676 00000100:00100000:2.0:1785389013.061831:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389013.066832:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458643584 00000100:00100000:1.0:1785389013.067010:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458643584 00000100:00100000:1.0:1785389013.067111:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 141 00000100:00100000:1.0:1785389013.067124:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21158:x1872115458643584:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1785389013.068694:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21158:x1872115458643584:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 1567us (6870us total) trans 4294967745 rc 0/0 00000100:00100000:1.0:1785389013.068723:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 141 00010000:00010000:3.0:1785389013.103016:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389013.404904:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389013.405363:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458643840 00000100:00100000:3.0:1785389013.405375:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458643840 00000100:00100000:3.0:1785389013.405462:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00100000:3.0:1785389013.405473:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21177:x1872115458643840:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389013.405506:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389013.405532:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76b92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8949f expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389013.406042:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 7680 00010000:00010000:3.0:1785389013.411022:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76b92 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8949f expref: 74 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.411046:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389013.411050:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389013.411056:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76b92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8949f expref: 74 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389013.411071:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334400, rc 0) 00000100:00100000:3.0:1785389013.411233:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21177:x1872115458643840:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5761us (6342us total) trans 4294967746 rc 301/301 00000100:00100000:3.0:1785389013.411244:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00100000:0.0:1785389013.418349:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389013.418456:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458643968 00000100:00100000:1.0:1785389013.418469:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458643968 00000100:00100000:1.0:1785389013.418539:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 678 00000100:00100000:1.0:1785389013.418551:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21177:x1872115458643968:12345-192.168.204.39@tcp:34:lfs.0 00010000:00010000:1.0:1785389013.418720:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.418740:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.418787:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.418805:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.418813:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.418819:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419267:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419277:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419285:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389013.419337:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00000004:00200000:1.0:1785389013.419342:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389013.419357:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419371:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419378:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419386:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419393:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389013.419397:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419405:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419418:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff943412a70e00) 00010000:00010000:1.0:1785389013.419422:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389013.419427:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419434:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ba0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419446:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419462:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419468:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419472:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389013.419475:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419480:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419487:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff943412a70600) 00010000:00010000:1.0:1785389013.419490:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389013.419493:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419500:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76ba7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419515:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419520:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419526:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419532:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389013.419540:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419547:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419555:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff94340b507c00) 00010000:00010000:1.0:1785389013.419557:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389013.419560:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389013.419566:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76bae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389013.419652:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21177:x1872115458643968:12345-192.168.204.39@tcp:34:lfs.0 Request processed in 1102us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389013.419660:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 678 00000100:00100000:0.0:1785389013.421364:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389013.421436:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644224 00000100:00100000:3.0:1785389013.421445:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644224 00000100:00100000:3.0:1785389013.421483:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 142 00000100:00100000:3.0:1785389013.421491:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21177:x1872115458644224:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1785389013.421906:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:21177:x1872115458644224:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 415us (547us total) trans 4294967747 rc 0/0 00000100:00100000:3.0:1785389013.421914:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 142 00010000:00010000:2.0:1785389014.128241:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389014.682949:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389014.683018:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389014.683051:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389014.683082:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389014.683115:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644608 00000100:00100000:3.0:1785389014.683127:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644608 00000100:00100000:3.0:1785389014.683186:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645120 00000100:00100000:3.0:1785389014.683188:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645120 00000100:00100000:3.0:1785389014.683209:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:3.0:1785389014.683220:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458644608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389014.683313:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458644608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.683321:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:3.0:1785389014.683337:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 333 00000100:00100000:3.0:1785389014.683343:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458645120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389014.683366:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458645120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.683372:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 333 00000100:00080000:3.0:1785389014.683392:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389014.683396:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389014.683427:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389014.683449:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644864 00000100:00100000:3.0:1785389014.683453:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644864 00000100:00100000:3.0:1785389014.683484:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644480 00000100:00100000:3.0:1785389014.683486:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644480 00000100:00100000:3.0:1785389014.683500:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:3.0:1785389014.683506:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2365:x1872115458644864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389014.683534:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2365:x1872115458644864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.683547:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:3.0:1785389014.683559:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:3.0:1785389014.683565:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:2365:x1872115458644480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389014.683592:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:2365:x1872115458644480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.683598:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00080000:3.0:1785389014.683610:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389014.683678:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389014.683695:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644736 00000100:00100000:3.0:1785389014.683698:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644736 00000100:00100000:3.0:1785389014.683721:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:3.0:1785389014.683727:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458644736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389014.683782:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458644736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.683789:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00080000:3.0:1785389014.683802:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389014.686495:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644352 00000100:00100000:0.0:1785389014.686508:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644352 00000100:00100000:0.0:1785389014.686573:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:0.0:1785389014.686582:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458644352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389014.700586:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458644352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 13986us (17630us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389014.700606:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:1.0:1785389014.701056:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389014.701186:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458644992 00000100:00100000:2.0:1785389014.701197:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458644992 00000100:00100000:2.0:1785389014.701277:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:2.0:1785389014.701288:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458644992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389014.701349:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458644992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 64us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389014.701356:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00080000:0.0:1785389014.705798:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389014.896236:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485788800:0@lo:400:kworker.0 00000100:00100000:2.0:1785389014.896336:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389014.896394:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485789312:0@lo:400:kworker.0 00000100:00100000:2.0:1785389014.896423:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389014.896456:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389014.896474:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485788928:0@lo:400:kworker.0 00000100:00100000:2.0:1785389014.896502:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389014.896571:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485789056:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.896604:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389014.896650:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389014.896656:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485788672:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.896688:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389014.896712:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485789184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.896733:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389014.896937:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485788800 00000100:00100000:3.0:1785389014.896950:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485788800 00000100:00100000:3.0:1785389014.896997:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485788928 00000100:00100000:3.0:1785389014.896999:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485788928 00000100:00100000:3.0:1785389014.897021:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789184 00000100:00100000:3.0:1785389014.897023:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789184 00000100:00100000:3.0:1785389014.897040:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1785389014.897048:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485788800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897106:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485788800:12345-0@lo:400:kworker.0 Request processed in 58us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.897114:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1785389014.897131:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1785389014.897136:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485788928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897159:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485788928:12345-0@lo:400:kworker.0 Request processed in 23us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.897165:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1785389014.897174:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1785389014.897179:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485789184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897203:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485789184:12345-0@lo:400:kworker.0 Request processed in 24us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.897209:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1785389014.897228:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789312 00000100:00100000:3.0:1785389014.897232:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789312 00000100:00100000:3.0:1785389014.897260:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789056 00000100:00100000:3.0:1785389014.897263:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789056 00000100:00100000:3.0:1785389014.897286:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1785389014.897293:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485789312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897323:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485789312:12345-0@lo:400:kworker.0 Request processed in 31us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.897339:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1785389014.897351:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1785389014.897356:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485789056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897386:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485789056:12345-0@lo:400:kworker.0 Request processed in 30us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.897392:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1785389014.897416:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485788672 00000100:00100000:3.0:1785389014.897420:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485788672 00000100:00100000:3.0:1785389014.897447:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1785389014.897453:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485788672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897480:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485788672:12345-0@lo:400:kworker.0 Request processed in 28us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389014.897486:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:3.0:1785389014.897515:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389014.897520:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389014.897523:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389014.897559:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485788928:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897569:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485788800:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897578:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485789312:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897649:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485788672:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897661:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485789184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389014.897672:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485789056:0@lo:400:kworker.0 00010000:00010000:1.0:1785389015.151235:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389015.407090:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485789440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389015.407181:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389015.407428:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789440 00000100:00100000:1.0:1785389015.407437:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789440 00000100:00100000:1.0:1785389015.407497:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1785389015.407507:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485789440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389015.407553:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389015.407619:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485789440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389015.407636:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1785389015.407735:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485789440:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389016.175078:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389016.431577:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485789568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389016.431689:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389016.431883:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789568 00000100:00100000:1.0:1785389016.431894:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789568 00000100:00100000:1.0:1785389016.431959:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1785389016.431986:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485789568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389016.432031:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1785389016.432140:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389016.441264:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485789568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9264us (9558us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389016.441285:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1785389016.446936:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485789568:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389016.815388:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389016.815402:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389016.816071:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 1 00000040:00080000:2.0:1785389016.816081:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389017.199240:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389017.742937:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389017.743055:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645248 00000100:00100000:1.0:1785389017.743069:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645248 00002000:00100000:1.0:1785389017.743156:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff94343c8c8380 x1872115458645248/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:513/0 lens 648/0 e 0 to 0 dl 1785389028 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389017.743169:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8c8380 with x1872115458645248 ext(0->157) 00002000:00010000:1.0:1785389017.743177:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c8c8380 00000100:00100000:1.0:1785389017.743214:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 56 00000100:00100000:1.0:1785389017.743225:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458645248:12345-192.168.204.39@tcp:4:cp.0 00000100:00080000:3.0:1785389017.743845:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389017.744115:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458645248:12345-192.168.204.39@tcp:4:cp.0 Request processed in 890us (1189us total) trans 4294967327 rc 0/0 00000100:00100000:1.0:1785389017.744124:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 56 00002000:00100000:1.0:1785389017.744132:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff94343c8c8380 x1872115458645248/t4294967327(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:513/0 lens 648/448 e 0 to 0 dl 1785389028 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389017.744140:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8c8380 with x1872115458645248 ext(0->157) 00002000:00010000:1.0:1785389017.744144:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c8c8380 00000001:00080000:1.0:1785389018.151886:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967745 is committed 00000001:00080000:1.0:1785389018.151941:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967747 is committed 00010000:00010000:1.0:1785389018.233985:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389019.247146:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389019.793095:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389019.795026:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389019.795062:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389019.795092:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389019.795109:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389019.795127:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389019.797791:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645376 00000100:00100000:2.0:1785389019.797810:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645376 00000100:00100000:2.0:1785389019.797892:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:2.0:1785389019.797905:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458645376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389019.798005:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458645376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 102us (2910us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389019.798014:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:2.0:1785389019.798055:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645760 00000100:00100000:2.0:1785389019.798059:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645760 00000100:00100000:2.0:1785389019.798093:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458646016 00000100:00100000:2.0:1785389019.798096:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458646016 00000100:00100000:2.0:1785389019.798114:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645632 00000100:00100000:2.0:1785389019.798117:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645632 00000100:00100000:2.0:1785389019.798132:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:2.0:1785389019.798138:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458645760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389019.798167:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458645760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389019.798185:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:2.0:1785389019.798197:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:2.0:1785389019.798203:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458646016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389019.798225:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458646016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389019.798231:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:2.0:1785389019.798241:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:2.0:1785389019.798246:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458645632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389019.798265:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458645632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (3155us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389019.798271:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00080000:2.0:1785389019.798289:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389019.798293:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389019.811090:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389019.811124:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458646144 00000100:00100000:0.0:1785389019.811134:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458646144 00000100:00100000:0.0:1785389019.811207:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00100000:0.0:1785389019.811217:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458646144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389019.811311:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458646144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389019.811319:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00080000:0.0:1785389019.811343:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389019.814948:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645504 00000100:00100000:1.0:1785389019.814969:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645504 00000100:00080000:0.0:1785389019.816062:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389019.816521:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458645888 00000100:00100000:2.0:1785389019.816531:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458645888 00000100:00100000:3.0:1785389019.816913:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:3.0:1785389019.816926:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:2364:x1872115458645504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389019.817034:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:2364:x1872115458645504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 110us (23951us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389019.817043:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:3.0:1785389019.817064:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:3.0:1785389019.817071:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2364:x1872115458645888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389019.817098:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2364:x1872115458645888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (21970us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389019.817105:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00080000:0.0:1785389019.817163:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389020.015518:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485789952:0@lo:400:kworker.0 00000100:00100000:3.0:1785389020.015721:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485790080:0@lo:400:kworker.0 00000100:00100000:1.0:1785389020.015805:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485789824:0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.015862:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485789696:0@lo:400:kworker.0 00000100:00100000:3.0:1785389020.018823:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389020.019071:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485790080 00000100:00100000:3.0:1785389020.019083:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485790080 00000100:00100000:3.0:1785389020.019162:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1785389020.019173:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485790080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389020.019241:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485790080:12345-0@lo:400:kworker.0 Request processed in 71us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389020.019248:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1785389020.019527:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485790080:0@lo:400:kworker.0 00000100:00100000:1.0:1785389020.020103:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389020.020141:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485790336:0@lo:400:kworker.0 00000100:00100000:1.0:1785389020.020173:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389020.020455:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485790336 00000100:00100000:2.0:1785389020.020462:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485790336 00000100:00100000:2.0:1785389020.020721:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1785389020.020734:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485790336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.020806:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485790336:12345-0@lo:400:kworker.0 Request processed in 77us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389020.020865:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789824 00000100:00100000:3.0:1785389020.020870:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789824 00000100:00100000:3.0:1785389020.020901:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1785389020.020908:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485789824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389020.020972:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485789824:12345-0@lo:400:kworker.0 Request processed in 63us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389020.020979:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1785389020.021249:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1785389020.021287:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389020.021378:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789952 00000100:00100000:3.0:1785389020.021383:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789952 00000100:00100000:2.0:1785389020.021520:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1785389020.021580:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485789824:0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.021616:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485790336:0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.021660:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389020.021711:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485790208:0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.021741:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389020.022044:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485789696 00000100:00100000:1.0:1785389020.022049:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485789696 00000100:00100000:1.0:1785389020.022087:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1785389020.022095:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485789696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389020.022138:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485789696:12345-0@lo:400:kworker.0 Request processed in 44us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389020.022144:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1785389020.022776:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485789696:0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.023065:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485790208 00000100:00100000:2.0:1785389020.023071:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485790208 00000100:00100000:3.0:1785389020.023448:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1785389020.023459:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485789952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389020.023527:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485789952:12345-0@lo:400:kworker.0 Request processed in 70us (2278us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389020.023534:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1785389020.023580:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485789952:0@lo:400:kworker.0 00000100:00080000:0.0:1785389020.027389:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389020.027405:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389020.041131:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1785389020.041152:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485790208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389020.041279:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485790208:12345-0@lo:400:kworker.0 Request processed in 133us (19535us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389020.041287:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1785389020.041366:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485790208:0@lo:400:kworker.0 00000100:00080000:1.0:1785389020.042338:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389020.274146:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389020.537179:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389020.537209:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485790464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389020.537303:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389020.537373:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485790464 00000100:00100000:2.0:1785389020.537382:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485790464 00000100:00100000:2.0:1785389020.537436:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1785389020.537446:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485790464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389020.537490:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389020.537555:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485790464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389020.537563:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1785389020.537642:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485790464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389021.295036:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389021.551138:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485790592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389021.551236:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389021.551491:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485790592 00000100:00100000:2.0:1785389021.551503:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485790592 00000100:00100000:2.0:1785389021.551582:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1785389021.551593:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485790592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389021.551640:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389021.551992:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485790592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 399us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389021.552001:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1785389021.552102:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485790592:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1785389022.230888:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed 00010000:00010000:3.0:1785389022.319884:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389023.355773:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785389023.521999:0:16823:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 01:23:40 (1785389020) 00010000:00010000:1.0:1785389024.367040:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389024.377281:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.377445:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458646400 00000100:00100000:3.0:1785389024.377467:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458646400 00000100:00100000:3.0:1785389024.377565:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 679 00000100:00100000:3.0:1785389024.377577:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:21798:x1872115458646400:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389024.377602:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389024.377628:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76bb5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894a6 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.377780:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.377796:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.377810:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.377827:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.377835:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.377851:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378287:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76bca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378299:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76bca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378308:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76bca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389024.378319:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1785389024.378550:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378559:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378571:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378577:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.378582:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378589:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378602:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:3.0:1785389024.378606:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.378610:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378617:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76bbc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378630:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378636:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378641:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378646:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.378649:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378665:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378674:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9434421de600) 00010000:00010000:3.0:1785389024.378676:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.378678:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.378684:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bc3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.379163:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76bb5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894a6 expref: 32 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.379180:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76bca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894a6 expref: 31 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.379188:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785389024.379190:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.379193:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334c00, rc 0) 00000100:00100000:3.0:1785389024.379261:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21798:x1872115458646400:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1687us (1995us total) trans 4294967748 rc 0/0 00000100:00100000:3.0:1785389024.379270:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 679 00000100:00080000:1.0:1785389024.379665:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389024.409150:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389024.409203:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.409287:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458646528 00000100:00100000:3.0:1785389024.409299:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458646528 00000100:00100000:3.0:1785389024.409375:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 680 00000100:00100000:3.0:1785389024.409387:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21798:x1872115458646528:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785389024.409569:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21798:x1872115458646528:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 184us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389024.409578:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 680 00000100:00100000:0.0:1785389024.410293:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458646656 00000100:00100000:0.0:1785389024.410299:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458646656 00000100:00100000:0.0:1785389024.410358:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:0.0:1785389024.410367:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2364:x1872115458646656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389024.410380:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389024.410410:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76bca lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894a6 expref: 31 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.410439:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389024.410445:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389024.410493:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:2364:x1872115458646656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 127us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389024.410501:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 30 00000100:00100000:2.0:1785389024.435303:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.435464:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458646784 00000100:00100000:3.0:1785389024.435477:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458646784 00000100:00100000:3.0:1785389024.435568:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 681 00000100:00100000:3.0:1785389024.435579:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21799:x1872115458646784:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389024.435607:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389024.435632:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76bd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894ad expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.435733:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.435808:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.435821:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1785389024.436647:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389024.437299:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.437315:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.437325:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.439327:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441079:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441088:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441096:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.441101:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441111:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441130:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389024.441134:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.441139:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441146:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76bdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441162:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441168:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441174:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441179:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.441188:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441195:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.441202:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9434421de600) 00010000:00010000:3.0:1785389024.445557:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.445580:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.445595:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76be6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.445673:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76bd8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894ad expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.445688:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389024.445690:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.445694:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76bd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894ad expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.445706:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334400, rc 0) 00000100:00100000:3.0:1785389024.445826:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21799:x1872115458646784:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 10246us (10534us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389024.445837:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 681 00000100:00100000:0.0:1785389024.457242:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.457341:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647040 00000100:00100000:3.0:1785389024.457355:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647040 00000100:00100000:3.0:1785389024.457430:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 682 00000100:00100000:3.0:1785389024.457442:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21799:x1872115458647040:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1785389024.457546:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389024.457580:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ace lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89467 expref: 70 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.457604:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389024.457610:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389024.457978:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.457995:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 29 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.458005:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.458041:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 29 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.458059:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 29 pid: 5822 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389024.458076:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485790720:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389024.458178:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d030e40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389024.462183:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389024.462634:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647168 00000100:00100000:3.0:1785389024.462856:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485790720:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389024.462898:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389024.463974:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647168 00010000:00010000:2.0:1785389024.464043:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 30 pid: 5822 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389024.464095:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 189 00000100:00100000:2.0:1785389024.464107:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:2363:x1872115458647168:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389024.464123:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389024.464131:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 30 pid: 5822 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.464146:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 30 pid: 5822 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.464188:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76af8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89475 expref: 30 pid: 5822 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.464204:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389024.464209:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.464218:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.464226:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.464253:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389024.464324:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:2363:x1872115458647168:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 219us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389024.464331:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 189 00010000:00010000:3.0:1785389024.464413:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.464446:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.464487:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.464500:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.464510:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389024.467554:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:1.0:1785389024.467571:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.467581:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.467589:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.467595:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.467600:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.467614:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.467709:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389024.467712:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.467717:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.467723:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76bed lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389024.467770:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000030bc4a87 reply state 000000005d4e9d70 transno 4294967749 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389024.467780:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389024.467866:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21799:x1872115458647040:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 10424us (10635us total) trans 4294967749 rc 0/0 00000100:00100000:1.0:1785389024.467875:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 682 00010000:00010000:0.0:1785389024.475931:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.475950:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.475957:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.475964:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.475979:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.475988:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.476015:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9434421ded00) 00010000:00010000:0.0:1785389024.476019:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.476023:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.476029:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76bf4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389024.491177:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.491383:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647296 00000100:00100000:3.0:1785389024.491400:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647296 00000100:00100000:2.0:1785389024.491784:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 683 00000100:00100000:2.0:1785389024.491799:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+70:21800:x1872115458647296:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389024.491834:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389024.491879:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76bfb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894b4 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.491965:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76c02 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.491982:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76c02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.492012:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76c02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389024.492084:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389024.492088:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389024.492113:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76c02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.492140:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76bfb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894b4 expref: 72 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.492160:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76c02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894b4 expref: 71 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.492169:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:2.0:1785389024.492172:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389024.492175:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55400, rc 0) 00000100:00100000:2.0:1785389024.492258:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21800:x1872115458647296:12345-192.168.204.39@tcp:101:bash.0 Request processed in 463us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389024.492267:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 683 00000100:00100000:3.0:1785389024.503138:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.503186:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647424 00000100:00100000:3.0:1785389024.503197:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647424 00000100:00100000:3.0:1785389024.503262:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 684 00000100:00100000:3.0:1785389024.503273:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+71:21800:x1872115458647424:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389024.503301:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389024.503326:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76c09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894bb expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503429:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503446:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503468:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503503:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503510:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503517:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503885:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335800/0xb9b521054fd76c1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503895:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335800/0xb9b521054fd76c1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503903:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335800/0xb9b521054fd76c1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389024.503948:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:3.0:1785389024.503953:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389024.503980:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335800/0xb9b521054fd76c1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.503994:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504001:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504009:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504026:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.504031:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504039:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504053:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:3.0:1785389024.504057:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.504062:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504068:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76c10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504083:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504089:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504095:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504101:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.504103:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504110:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504128:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9434421de600) 00010000:00010000:3.0:1785389024.504131:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.504134:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504140:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76c17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504172:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76c09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894bb expref: 73 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504183:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335800/0xb9b521054fd76c1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894bb expref: 72 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.504191:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389024.504193:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389024.504196:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335800, rc 0) 00000100:00100000:3.0:1785389024.504261:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21800:x1872115458647424:12345-192.168.204.39@tcp:101:bash.0 Request processed in 989us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389024.504268:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 684 00000100:00100000:2.0:1785389024.510040:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.515106:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647552 00000100:00100000:0.0:1785389024.515125:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647552 00000100:00100000:0.0:1785389024.515265:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 685 00000100:00100000:0.0:1785389024.515278:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21800:x1872115458647552:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389024.515305:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389024.515342:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894c2 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515432:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515459:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515474:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515517:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515525:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515531:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515625:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515632:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515640:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515647:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.515652:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515660:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515673:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.515677:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.515682:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515689:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515709:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515717:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515723:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515728:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.515732:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.515738:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.516832:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff94340a727900) 00010000:00010000:0.0:1785389024.516836:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.516897:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.516905:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.516949:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c25 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c2 expref: 73 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.516960:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.516963:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.516975:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c2 expref: 73 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.516985:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2c00, rc 0) 00000100:00100000:0.0:1785389024.517064:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21800:x1872115458647552:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1788us (7037us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389024.517072:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 685 00000100:00100000:3.0:1785389024.539317:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389024.539472:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647680 00000100:00100000:1.0:1785389024.539485:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647680 00000100:00100000:1.0:1785389024.539558:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 686 00000100:00100000:1.0:1785389024.539569:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+29:21801:x1872115458647680:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389024.539596:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389024.539623:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894c9 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.539708:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.539797:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.539812:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389024.539893:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389024.539898:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389024.539928:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.539956:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 31 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.539976:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 30 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.539987:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:1.0:1785389024.539991:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389024.539995:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:1.0:1785389024.540486:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:21801:x1872115458647680:12345-192.168.204.39@tcp:101:rm.0 Request processed in 917us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.540494:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 686 00000100:00100000:3.0:1785389024.560974:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.561080:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647808 00000100:00100000:0.0:1785389024.561095:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647808 00000100:00100000:0.0:1785389024.561170:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 687 00000100:00100000:0.0:1785389024.561181:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:21801:x1872115458647808:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389024.561219:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389024.561250:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894d0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561343:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561364:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561380:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561397:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561405:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561412:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561599:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76c5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561609:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561616:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389024.561654:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1785389024.561659:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389024.561686:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561828:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.561838:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562141:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562148:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.562152:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562161:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562175:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:0.0:1785389024.562186:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.562192:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562210:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562227:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562233:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562239:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562245:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.562247:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562253:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562261:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff94340a727900) 00010000:00010000:0.0:1785389024.562264:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.562267:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562273:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562310:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894d0 expref: 32 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562338:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2a00/0xb9b521054fd76c5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894d0 expref: 31 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.562346:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.562348:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389024.562351:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2a00, rc 0) 00000100:00100000:0.0:1785389024.562653:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21801:x1872115458647808:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1471us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389024.562663:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 687 00000100:00100000:3.0:1785389024.571532:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389024.571642:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458647936 00000100:00100000:1.0:1785389024.571654:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458647936 00000100:00100000:1.0:1785389024.571732:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 688 00000100:00100000:1.0:1785389024.571761:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21801:x1872115458647936:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389024.571788:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389024.571833:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894d7 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572597:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572615:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572630:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572649:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572656:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572664:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572778:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572787:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572793:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572800:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.572805:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572826:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572932:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785389024.572937:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.572943:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572950:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572967:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572974:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572980:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572986:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.572989:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.572996:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.573005:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff943412a70500) 00010000:00010000:1.0:1785389024.573008:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.573010:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.573026:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.573065:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c64 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894d7 expref: 32 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.573077:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785389024.573079:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.573083:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894d7 expref: 32 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.573093:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8000, rc 0) 00000100:00100000:1.0:1785389024.573182:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21801:x1872115458647936:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1440us (1771us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389024.573191:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 688 00000100:00100000:3.0:1785389024.580040:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.580323:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648064 00000100:00100000:0.0:1785389024.580337:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648064 00000100:00100000:0.0:1785389024.580412:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 689 00000100:00100000:0.0:1785389024.580432:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21801:x1872115458648064:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389024.580468:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389024.580494:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894de expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580607:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580624:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580638:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580661:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580677:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580684:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580800:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580808:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580814:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580821:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.580825:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580833:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580857:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.580861:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.580867:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580873:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76c80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580887:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580899:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580905:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580909:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.580912:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580918:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580926:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff94340a727900) 00010000:00010000:0.0:1785389024.580929:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.580932:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580938:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76c87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580977:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c79 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894de expref: 32 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.580987:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.580989:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.580992:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76c79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894de expref: 32 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.581011:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2c00, rc 0) 00000100:00100000:0.0:1785389024.581089:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21801:x1872115458648064:12345-192.168.204.39@tcp:101:rm.0 Request processed in 668us (1063us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389024.581097:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 689 00000100:00100000:3.0:1785389024.615977:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389024.616101:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648192 00000100:00100000:1.0:1785389024.616115:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648192 00000100:00100000:1.0:1785389024.616182:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 690 00000100:00100000:1.0:1785389024.616194:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21802:x1872115458648192:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389024.616230:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389024.616256:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894e5 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616340:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616358:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616390:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616409:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616425:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616433:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616523:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616531:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616538:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616545:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.616550:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616558:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616572:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785389024.616575:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.616580:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616592:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76c95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616608:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616615:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616621:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616627:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.616630:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616637:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616644:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff943412a70500) 00010000:00010000:1.0:1785389024.616647:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.616650:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616670:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76c9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616708:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c8e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894e5 expref: 32 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616731:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785389024.616733:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.616738:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76c8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894e5 expref: 32 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.616815:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8000, rc 0) 00000100:00100000:1.0:1785389024.616885:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21802:x1872115458648192:12345-192.168.204.39@tcp:101:cp.0 Request processed in 692us (920us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389024.616893:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 690 00000100:00100000:1.0:1785389024.628132:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.628211:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648320 00000100:00100000:0.0:1785389024.628224:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648320 00000100:00100000:0.0:1785389024.628293:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:0.0:1785389024.628306:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21802:x1872115458648320:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389024.628334:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389024.628361:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76ca3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894ec expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628470:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628488:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628503:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628520:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628527:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628535:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628641:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628648:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628667:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628675:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.628680:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628690:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628704:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.628708:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.628713:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628719:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76caa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628734:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.628740:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629100:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629113:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389024.629117:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629124:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629133:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff94340a727900) 00010000:00010000:0.0:1785389024.629135:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.629138:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629143:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd76cb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629184:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76ca3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894ec expref: 32 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629195:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:0.0:1785389024.629197:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389024.629201:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76ca3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894ec expref: 32 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.629210:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389024.629330:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21802:x1872115458648320:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1026us (1211us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389024.629339:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:3.0:1785389024.636580:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389024.636704:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648576 00000100:00100000:1.0:1785389024.636717:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648576 00000100:00100000:1.0:1785389024.636812:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 692 00000100:00100000:1.0:1785389024.636825:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21802:x1872115458648576:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389024.636866:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389024.636892:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76cb8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894f3 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.637056:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.637073:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.637087:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.637123:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.637130:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.637137:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389024.637974:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:1.0:1785389024.638200:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638210:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638219:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638271:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638279:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638285:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638291:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.638296:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638315:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638329:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785389024.638332:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.638337:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638344:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76cbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389024.638359:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000096749d3 reply state 00000000e2ff1125 transno 4294967750 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389024.638370:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389024.638402:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76cb8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638418:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 33 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.638426:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389024.638428:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389024.638431:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9400, rc 0) 00000100:00100000:1.0:1785389024.638515:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:21802:x1872115458648576:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1693us (1949us total) trans 4294967750 rc 0/0 00000100:00100000:1.0:1785389024.638524:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 692 00000100:00100000:0.0:1785389024.645397:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389024.645514:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648704 00000100:00100000:2.0:1785389024.645527:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648704 00000100:00100000:2.0:1785389024.645616:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 172 00000100:00100000:2.0:1785389024.645629:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458648704:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389024.645652:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389024.645677:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a894fa expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389024.645730:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1785389024.645770:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=744s v=(0 0) 00010000:00010000:2.0:1785389024.645775:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389024.645785:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 9 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.645805:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 9 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.645821:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785389024.645900:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458648704:12345-192.168.204.39@tcp:101:cp.0 Request processed in 274us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389024.645907:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 172 00000100:00080000:0.0:1785389024.646152:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389024.648043:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.648087:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.648095:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.648101:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389024.648107:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.648116:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.648134:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff943412a70500) 00010000:00010000:1.0:1785389024.648137:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389024.648142:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.648148:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd76cc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389024.661134:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389024.661391:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648832 00000100:00100000:1.0:1785389024.661404:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648832 00000100:00100000:1.0:1785389024.661503:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 173 00000100:00100000:1.0:1785389024.661516:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:21802:x1872115458648832:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389024.661539:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389024.661563:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89501 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.661614:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.661625:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389024.661630:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389024.661635:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.661688:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.661704:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 10 pid: 14689 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389024.661720:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485790848:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389024.662142:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebc00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389024.664995:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.665138:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458648960 00000100:00100000:0.0:1785389024.665149:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458648960 00010000:00010000:0.0:1785389024.665192:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 11 pid: 14689 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389024.665249:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 190 00000100:00100000:0.0:1785389024.665259:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458648960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389024.665275:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389024.665302:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 11 pid: 14689 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.665317:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 11 pid: 14689 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.665346:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389024.665351:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389024.665360:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.665371:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389024.665410:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389024.665432:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485790976:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389024.665636:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd76cdb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894fa expref: 11 pid: 14689 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389024.665663:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485790848:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389024.665695:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.665707:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:0.0:1785389024.665954:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47780 going to sleep for 11 seconds 00000100:00100000:1.0:1785389024.668466:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:21802:x1872115458648832:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6933us (7326us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.668481:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 173 00000100:00100000:0.0:1785389024.679626:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389024.679933:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485790976:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389024.679964:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389024.680035:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458648960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14776us (15050us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389024.680048:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 190 00000100:00100000:3.0:1785389024.683646:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458649216 00000100:00100000:3.0:1785389024.683668:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458649216 00000100:00100000:3.0:1785389024.683782:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 143 00000100:00100000:3.0:1785389024.683795:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:21802:x1872115458649216:12345-192.168.204.39@tcp:35:cp.0 00000001:00080000:3.0:1785389024.684551:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967751 00000100:00100000:3.0:1785389024.684774:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:21802:x1872115458649216:12345-192.168.204.39@tcp:35:cp.0 Request processed in 980us (5160us total) trans 4294967752 rc 0/0 00000100:00100000:3.0:1785389024.684784:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 143 00000020:00080000:3.0:1785389024.684790:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1785389024.741925:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389024.742094:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458649344 00000100:00100000:3.0:1785389024.742107:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458649344 00000100:00100000:3.0:1785389024.742176:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 693 00000100:00100000:3.0:1785389024.742187:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21805:x1872115458649344:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389024.742222:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389024.742248:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76ce9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89508 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742331:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742348:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742364:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742379:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742412:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742430:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742570:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742581:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742590:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389024.742630:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00000004:00200000:3.0:1785389024.742635:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389024.742656:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742669:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742677:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742684:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742690:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742707:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.742712:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742720:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742735:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389024.742738:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.742789:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742796:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742813:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742819:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742825:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.742830:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389024.742833:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.743076:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.743097:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9434421de600) 00010000:00010000:3.0:1785389024.743099:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389024.743103:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.743108:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.743142:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76ce9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89508 expref: 74 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.743157:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89508 expref: 73 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.743165:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389024.743167:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389024.743353:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:2.0:1785389024.746674:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21805:x1872115458649344:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4458us (4733us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389024.746690:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 693 00000100:00100000:3.0:1785389024.751483:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.751973:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458649472 00000100:00100000:0.0:1785389024.751985:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458649472 00000100:00100000:0.0:1785389024.752061:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 174 00000100:00100000:0.0:1785389024.752072:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458649472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389024.752095:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389024.752117:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd76d05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8950f expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389024.752188:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485791104:192.168.204.39@tcp:106: 00000100:00080000:3.0:1785389024.756115:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389024.756741:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47900 going to sleep for 11 seconds 00002000:00010000:2.0:1785389024.766180:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1785389024.766194:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime: 0 -> 1785389024 00002000:00010000:2.0:1785389024.766196:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime: 0 -> 1785389023 00002000:00010000:2.0:1785389024.766228:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime: 0 -> 1785389024 00000100:00100000:2.0:1785389024.766263:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485791104:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389024.766312:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd76d05 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8950f expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.766344:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd76d05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8950f expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389024.766361:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:2.0:1785389024.766462:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458649472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14390us (14992us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389024.766474:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 174 00000100:00100000:3.0:1785389024.772605:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389024.772810:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458649600 00000100:00100000:1.0:1785389024.772824:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458649600 00000100:00100000:1.0:1785389024.772907:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 694 00000100:00100000:1.0:1785389024.772918:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21805:x1872115458649600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389024.772947:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389024.772974:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76d0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89516 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.773095:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76d13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.773113:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76d13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.773126:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76d13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389024.773214:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:1.0:1785389024.773218:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389024.773243:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76d13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.773274:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76d0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89516 expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.773293:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76d13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89516 expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389024.773315:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:1.0:1785389024.773318:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389024.773323:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8e00, rc 0) 00000100:00100000:1.0:1785389024.773402:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:21805:x1872115458649600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 485us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.773410:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 694 00000100:00100000:3.0:1785389024.777143:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.777440:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458649728 00000100:00100000:0.0:1785389024.777460:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458649728 00000100:00100000:0.0:1785389024.777535:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 175 00000100:00100000:0.0:1785389024.777547:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458649728:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389024.777570:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389024.777594:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f546ce8/0xb9b521054fd76d1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8951d expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389024.777676:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485791232:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389024.777816:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47900 going to sleep for 11 seconds 00000100:00100000:3.0:1785389024.784047:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485791232:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389024.784102:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f546ce8/0xb9b521054fd76d1a lrc: 1/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8951d expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.784134:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f546ce8/0xb9b521054fd76d1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8951d expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389024.784191:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2400, rc 0) 00000100:00100000:3.0:1785389024.784278:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458649728:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6732us (7147us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389024.784289:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 175 00000100:00100000:3.0:1785389024.791145:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.791349:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458649984 00000100:00100000:0.0:1785389024.791361:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458649984 00000100:00100000:0.0:1785389024.791433:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 695 00000100:00100000:0.0:1785389024.791456:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:21805:x1872115458649984:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:0.0:1785389024.791895:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:0.0:1785389024.792004:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:21805:x1872115458649984:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 560us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389024.792012:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 695 00000100:00100000:0.0:1785389024.923524:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923580:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923621:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923661:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923688:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923704:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923727:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389024.923790:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650112 00000100:00100000:0.0:1785389024.923802:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650112 00000100:00100000:1.0:1785389024.923970:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650496 00000100:00100000:1.0:1785389024.923976:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650496 00000100:00100000:1.0:1785389024.924028:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650752 00000100:00100000:1.0:1785389024.924032:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650752 00000100:00100000:1.0:1785389024.924047:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650368 00000100:00100000:1.0:1785389024.924049:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650368 00000100:00100000:1.0:1785389024.924061:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650880 00000100:00100000:1.0:1785389024.924063:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650880 00000100:00100000:1.0:1785389024.924085:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:1.0:1785389024.924097:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458650496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389024.924194:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458650496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 98us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.924204:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:1.0:1785389024.924227:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:1.0:1785389024.924234:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458650752:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389024.924261:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458650752:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.924268:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:1.0:1785389024.924282:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:1.0:1785389024.924308:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458650368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389024.924336:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458650368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.924342:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:1.0:1785389024.924355:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 347 00000100:00100000:1.0:1785389024.924361:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458650880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389024.924384:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458650880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.924390:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 347 00000100:00080000:1.0:1785389024.924409:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389024.924433:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650240 00000100:00100000:1.0:1785389024.924437:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650240 00000100:00100000:1.0:1785389024.924475:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458650624 00000100:00100000:1.0:1785389024.924478:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458650624 00000100:00100000:1.0:1785389024.924506:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:1.0:1785389024.924513:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:2362:x1872115458650240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389024.924544:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:2362:x1872115458650240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.924551:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:1.0:1785389024.924566:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00100000:1.0:1785389024.924572:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2362:x1872115458650624:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389024.924601:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2362:x1872115458650624:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389024.924607:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00100000:0.0:1785389024.924780:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 401 00000100:00100000:0.0:1785389024.924789:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458650112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389024.924820:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458650112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389024.924826:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 401 00000040:00080000:2.0:1785389025.008851:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389025.008867:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389025.008944:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:2.0:1785389025.008953:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389025.009297:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485791360:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389025.010338:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d94600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389025.014087:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389025.014133:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458651008 00000100:00100000:2.0:1785389025.014144:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458651008 00000100:00100000:2.0:1785389025.014218:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 696 00000100:00100000:2.0:1785389025.014230:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458651008:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389025.014273:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389025.014400:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458651008:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 171us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389025.014435:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 696 00000100:00100000:3.0:1785389025.015109:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485791360:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389025.017560:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.017623:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458651264 00000100:00100000:3.0:1785389025.017636:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458651264 00000100:00100000:3.0:1785389025.017692:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00100000:3.0:1785389025.017704:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:21815:x1872115458651264:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389025.017732:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389025.017778:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d21 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89524 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.017911:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76d28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.017928:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.017941:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389025.017953:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:3.0:1785389025.018091:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d21 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89524 expref: 38 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.018126:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89524 expref: 37 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.018136:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389025.018139:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389025.018143:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334400, rc 0) 00000100:00100000:3.0:1785389025.018218:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458651264:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 516us (668us total) trans 4294967753 rc 0/0 00000100:00100000:3.0:1785389025.018225:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00100000:3.0:1785389025.025005:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.025096:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389025.027864:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458651392 00000100:00100000:2.0:1785389025.027883:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458651392 00000100:00100000:2.0:1785389025.027964:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 176 00000100:00100000:2.0:1785389025.027978:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458651392:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389025.028040:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.028066:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 9 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.028076:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xf:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389025.028081:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389025.028086:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.028132:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 9 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.028148:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 9 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389025.028166:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485791488:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389025.028278:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fda80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389025.035468:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.038917:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458651648 00000100:00100000:3.0:1785389025.038938:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458651648 00002000:00100000:3.0:1785389025.039016:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff943437821c00 x1872115458651648/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:521/0 lens 648/0 e 0 to 0 dl 1785389036 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389025.039029:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437821c00 with x1872115458651648 ext(0->157) 00010000:00010000:3.0:1785389025.039041:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 10 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.039075:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 10 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389025.039084:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943437821c00 00000100:00100000:3.0:1785389025.039117:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 6 00000100:00100000:3.0:1785389025.039126:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458651648:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:3.0:1785389025.039778:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458651648:12345-192.168.204.39@tcp:4:cp.0 Request processed in 651us (4340us total) trans 4294967328 rc 0/0 00000100:00100000:3.0:1785389025.039787:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 6 00002000:00100000:3.0:1785389025.039794:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff943437821c00 x1872115458651648/t4294967328(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:521/0 lens 648/448 e 0 to 0 dl 1785389036 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389025.039804:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437821c00 with x1872115458651648 ext(0->157) 00010000:00010000:3.0:1785389025.039809:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 12 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.039822:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 12 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389025.039829:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943437821c00 00000100:00100000:1.0:1785389025.040830:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485791488:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389025.040879:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389025.041499:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458651520 00000100:00100000:0.0:1785389025.041508:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458651520 00000100:00100000:0.0:1785389025.041578:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:0.0:1785389025.041587:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115458651520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389025.041604:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389025.041633:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd76d28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89524 expref: 37 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.041665:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389025.041671:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389025.041727:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2364:x1872115458651520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (16737us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389025.041735:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 31 00000100:00100000:3.0:1785389025.043012:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389025.043264:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458651776 00000100:00100000:1.0:1785389025.043273:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458651776 00010000:00010000:1.0:1785389025.043302:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 12 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389025.043338:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 191 00000100:00100000:1.0:1785389025.043347:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458651776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389025.043359:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389025.043389:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 12 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043405:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 12 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043450:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76ce2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89501 expref: 12 pid: 6615 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043468:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389025.043475:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389025.043482:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043492:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043535:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389025.043573:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458651776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389025.043580:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 191 00010000:00010000:1.0:1785389025.043656:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043667:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043696:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043706:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043715:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043723:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389025.043728:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043738:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043781:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.043788:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd76d36 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389025.043834:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458651392:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 15861us (18738us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389025.043854:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 176 00000100:00100000:3.0:1785389025.054387:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389025.054538:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652032 00000100:00100000:1.0:1785389025.054550:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652032 00000100:00100000:1.0:1785389025.054616:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 698 00000100:00100000:1.0:1785389025.054627:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458652032:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389025.054803:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458652032:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 177us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389025.054812:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 698 00000100:00100000:0.0:1785389025.066730:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389025.066901:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652160 00000100:00100000:1.0:1785389025.066915:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652160 00000100:00100000:1.0:1785389025.066973:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 177 00000100:00100000:1.0:1785389025.066984:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458652160:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389025.067007:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389025.067032:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8952b expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389025.067090:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 158, mtime: 0x6a6adfe0, atime: 0x0, ctime: 0x6a6adfe0, blocks: 0x1 00010000:00010000:1.0:1785389025.067117:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=745s v=(0 0) 00010000:00010000:1.0:1785389025.067122:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389025.067133:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.067154:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.067170:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:1.0:1785389025.067243:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458652160:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 260us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389025.067251:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 177 00000100:00100000:0.0:1785389025.085851:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.086087:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652416 00000100:00100000:3.0:1785389025.086099:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652416 00000100:00100000:3.0:1785389025.086167:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 699 00000100:00100000:3.0:1785389025.086178:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458652416:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389025.086321:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458652416:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 144us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389025.086330:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 699 00000100:00100000:3.0:1785389025.089369:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389025.089509:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652544 00000100:00100000:0.0:1785389025.089521:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652544 00002000:00100000:0.0:1785389025.089580:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff943301d20000 x1872115458652544/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:521/0 lens 488/0 e 0 to 0 dl 1785389036 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389025.089593:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301d20000 with x1872115458652544 ext(0->4095) 00002000:00010000:0.0:1785389025.089599:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943301d20000 00000100:00100000:0.0:1785389025.089643:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 57 00000100:00100000:0.0:1785389025.089665:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458652544:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389025.089923:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458652544:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 270us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389025.089932:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 57 00002000:00100000:0.0:1785389025.089940:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff943301d20000 x1872115458652544/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:521/0 lens 488/4536 e 0 to 0 dl 1785389036 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389025.089948:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301d20000 with x1872115458652544 ext(0->4095) 00002000:00010000:0.0:1785389025.089952:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943301d20000 00000100:00100000:0.0:1785389025.113304:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389025.116241:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652672 00000100:00100000:1.0:1785389025.116259:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652672 00000100:00100000:0.0:1785389025.116398:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 700 00000100:00100000:0.0:1785389025.116504:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21815:x1872115458652672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389025.116533:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389025.116562:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89532 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.116608:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.116624:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.116638:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.116800:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.116821:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 37 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389025.116830:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389025.116834:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389025.116838:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2c00, rc 0) 00000100:00100000:0.0:1785389025.116922:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458652672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 514us (3631us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389025.116929:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 700 00000100:00100000:1.0:1785389025.127133:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.127528:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652800 00000100:00100000:3.0:1785389025.127540:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652800 00000100:00100000:3.0:1785389025.127614:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:3.0:1785389025.127624:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458652800:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389025.127690:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389025.127845:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458652800:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 222us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389025.127854:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:1.0:1785389025.135555:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.135648:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458652928 00000100:00100000:3.0:1785389025.135670:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458652928 00000100:00100000:3.0:1785389025.135771:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 178 00000100:00100000:3.0:1785389025.135783:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458652928:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389025.135844:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.135864:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389025.135869:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389025.135877:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.135894:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.135936:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.135946:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.135977:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.135985:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389025.135991:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.136001:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.136018:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389025.136027:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e65e2a0c/0xb9b521054fd76d52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389025.136114:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458652928:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 332us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389025.136122:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 178 00000100:00100000:3.0:1785389025.140484:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485791616:0@lo:400:kworker.0 00000100:00100000:3.0:1785389025.140574:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389025.140632:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485792128:0@lo:400:kworker.0 00000100:00100000:3.0:1785389025.140659:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389025.140685:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389025.140700:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485792000:0@lo:400:kworker.0 00000100:00100000:3.0:1785389025.140730:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389025.140786:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485792128 00000100:00100000:3.0:1785389025.140796:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485792128 00000100:00100000:3.0:1785389025.140855:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1785389025.140865:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485792128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389025.140922:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485792128:12345-0@lo:400:kworker.0 Request processed in 58us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389025.140931:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1785389025.140980:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485792128:0@lo:400:kworker.0 00000100:00100000:1.0:1785389025.141127:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485792000 00000100:00100000:1.0:1785389025.141132:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485792000 00000100:00100000:1.0:1785389025.141168:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1785389025.141175:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485792000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389025.141228:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485792000:12345-0@lo:400:kworker.0 Request processed in 53us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389025.141234:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:1.0:1785389025.141251:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389025.141262:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389025.141279:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485792000:0@lo:400:kworker.0 00000100:00100000:1.0:1785389025.141337:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389025.141360:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458653184 00000100:00100000:1.0:1785389025.141364:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458653184 00000100:00100000:1.0:1785389025.141394:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 702 00000100:00100000:1.0:1785389025.141401:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458653184:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389025.141505:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.141526:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 37 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.141537:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.141570:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 37 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389025.141585:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 37 pid: 5820 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389025.141599:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485792384:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389025.142595:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263eb000 going to sleep for 11 seconds 00000100:00100000:2.0:1785389025.145333:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485791744:0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146300:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389025.146344:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485792256:0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146380:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389025.146420:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389025.146428:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485791872:0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146463:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389025.146509:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485791616 00000100:00100000:2.0:1785389025.146519:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485791616 00000100:00100000:2.0:1785389025.146571:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1785389025.146581:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485791616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146645:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485791616:12345-0@lo:400:kworker.0 Request processed in 65us (6071us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389025.146653:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1785389025.146706:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485791744 00000100:00100000:2.0:1785389025.146711:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485791744 00000100:00100000:2.0:1785389025.146730:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485791872 00000100:00100000:2.0:1785389025.146733:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485791872 00000100:00100000:2.0:1785389025.146780:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1785389025.146787:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485791744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146826:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485791744:12345-0@lo:400:kworker.0 Request processed in 39us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389025.146833:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1785389025.146845:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1785389025.146851:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485791872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146875:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485791872:12345-0@lo:400:kworker.0 Request processed in 25us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389025.146889:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1785389025.146907:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485792256 00000100:00100000:2.0:1785389025.146910:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485792256 00000100:00100000:2.0:1785389025.146936:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1785389025.146942:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485792256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.146972:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485792256:12345-0@lo:400:kworker.0 Request processed in 30us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389025.146977:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1785389025.147020:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485791872:0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.147030:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485791744:0@lo:400:kworker.0 00000100:00100000:2.0:1785389025.147038:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485792256:0@lo:400:kworker.0 00000100:00100000:1.0:1785389025.147326:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:1.0:1785389025.147353:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389025.147358:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389025.147379:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485791616:0@lo:400:kworker.0 00000100:00100000:3.0:1785389025.149211:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485792384:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389025.149243:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389025.152604:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458653312 00000100:00100000:2.0:1785389025.152623:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458653312 00010000:00010000:2.0:1785389025.152699:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 38 pid: 5820 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389025.152766:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 192 00000100:00100000:2.0:1785389025.152777:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:2362:x1872115458653312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389025.152796:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389025.152804:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 38 pid: 5820 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.152819:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 38 pid: 5820 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.152868:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd76d4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89532 expref: 38 pid: 5820 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.152889:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389025.152895:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.152906:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.152914:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.152944:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389025.153012:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115458653312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 237us (5688us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389025.153019:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 192 00010000:00010000:2.0:1785389025.153048:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153056:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153306:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153316:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153324:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153337:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389025.153342:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153352:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153361:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389025.153365:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389025.153369:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389025.153375:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76d59 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389025.153522:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458653184:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 12119us (12184us total) trans 4294967754 rc 0/0 00000100:00100000:2.0:1785389025.153530:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 702 00000040:00080000:2.0:1785389025.153660:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389025.153665:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389025.154207:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785389025.154215:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389025.157561:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389025.157782:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458653568 00000100:00100000:3.0:1785389025.157795:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458653568 00000100:00100000:3.0:1785389025.157855:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 144 00000100:00100000:3.0:1785389025.157866:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21815:x1872115458653568:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389025.158157:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21815:x1872115458653568:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 292us (604us total) trans 4294967755 rc 0/0 00000100:00100000:3.0:1785389025.158165:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 144 00010000:00010000:3.0:1785389025.395489:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389025.648949:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389025.648978:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485792512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389025.649067:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389025.649385:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485792512 00000100:00100000:1.0:1785389025.649396:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485792512 00000100:00100000:1.0:1785389025.650582:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1785389025.650595:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485792512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389025.650647:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389025.650738:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485792512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (1669us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389025.650760:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1785389025.650798:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485792512:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785389026.160568:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389026.160583:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389026.160645:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:2.0:1785389026.160653:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1785389026.385990:0:16873:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389026.386002:0:16873:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389026.386043:0:16873:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:1.0:1785389026.386050:0:16873:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389026.441869:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389026.548057:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389026.548104:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458653824 00000100:00100000:0.0:1785389026.548132:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458653824 00000100:00100000:0.0:1785389026.554766:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 703 00000100:00100000:0.0:1785389026.554793:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:21816:x1872115458653824:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:0.0:1785389026.554823:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389026.555480:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76d60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89539 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.556137:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.556156:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.556171:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389026.556184:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:0.0:1785389026.556993:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd76d60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89539 expref: 77 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.557022:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89539 expref: 76 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.557034:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389026.557037:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389026.557042:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389026.557173:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21816:x1872115458653824:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 2392us (9125us total) trans 4294967756 rc 0/0 00000100:00100000:0.0:1785389026.557183:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 703 00000100:00080000:0.0:1785389026.557240:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389026.570126:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389026.570219:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389026.570324:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458654080 00000100:00100000:2.0:1785389026.570338:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458654080 00000100:00100000:2.0:1785389026.570440:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:2.0:1785389026.570453:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2364:x1872115458654080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389026.570475:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389026.570517:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76d67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89539 expref: 76 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.570544:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389026.570550:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389026.570626:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:2364:x1872115458654080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 176us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389026.570635:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 32 00000100:00100000:0.0:1785389026.579959:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458653952 00000100:00100000:0.0:1785389026.579981:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458653952 00000100:00100000:0.0:1785389026.580082:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 179 00000100:00100000:0.0:1785389026.580095:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458653952:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:0.0:1785389026.580122:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389026.580144:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89540 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.580180:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1785389026.580186:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389026.580196:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.580218:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.580235:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:0.0:1785389026.580327:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458653952:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 235us (10214us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389026.580335:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 179 00000100:00080000:1.0:1785389026.580505:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389026.586296:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389026.589339:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458654208 00000100:00100000:0.0:1785389026.589354:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458654208 00002000:00100000:0.0:1785389026.589442:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff94343c7ead80 x1872115458654208/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:522/0 lens 488/0 e 0 to 0 dl 1785389037 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389026.589453:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c7ead80 with x1872115458654208 ext(0->4095) 00002000:00010000:0.0:1785389026.589460:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c7ead80 00000100:00100000:0.0:1785389026.589518:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 58 00000100:00100000:0.0:1785389026.589529:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458654208:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:0.0:1785389026.589951:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458654208:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 422us (3669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389026.589960:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 58 00002000:00100000:0.0:1785389026.589967:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff94343c7ead80 x1872115458654208/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:522/0 lens 488/4536 e 0 to 0 dl 1785389037 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389026.589975:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c7ead80 with x1872115458654208 ext(0->4095) 00002000:00010000:0.0:1785389026.589978:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c7ead80 00000100:00100000:0.0:1785389026.597169:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389026.597385:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458654464 00000100:00100000:3.0:1785389026.597399:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458654464 00000100:00100000:3.0:1785389026.597494:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 145 00000100:00100000:3.0:1785389026.597561:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:21816:x1872115458654464:12345-192.168.204.39@tcp:35:md5sum.0 00000100:00100000:3.0:1785389026.600767:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21816:x1872115458654464:12345-192.168.204.39@tcp:35:md5sum.0 Request processed in 3237us (3584us total) trans 4294967757 rc 0/0 00000100:00100000:3.0:1785389026.600779:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 145 00000100:00100000:0.0:1785389026.642312:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389026.642554:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458654720 00000100:00100000:3.0:1785389026.642568:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458654720 00000100:00100000:3.0:1785389026.642644:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 704 00000100:00100000:3.0:1785389026.642666:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21817:x1872115458654720:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:3.0:1785389026.643007:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1785389026.643044:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76cfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89508 expref: 76 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643068:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389026.643081:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76d13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89516 expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643092:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389026.643097:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389026.643127:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643144:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643157:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643209:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643217:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643224:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643474:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643486:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 37 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643495:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643539:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 37 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.643557:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 37 pid: 5821 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389026.643574:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485792640:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389026.645938:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d030c00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389026.668996:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389026.669040:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458654848 00000100:00100000:1.0:1785389026.669051:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458654848 00010000:00010000:1.0:1785389026.669114:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 38 pid: 5821 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389026.669162:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 193 00000100:00100000:1.0:1785389026.669173:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:2362:x1872115458654848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389026.669191:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389026.669200:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 38 pid: 5821 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389026.669231:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 38 pid: 5821 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389026.669260:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389026.669267:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389026.669279:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389026.669298:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389026.669322:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389026.669390:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:2362:x1872115458654848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 218us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389026.669399:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 193 00000100:00080000:1.0:1785389026.669434:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389026.672650:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd76ccd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894f3 expref: 37 pid: 5821 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389026.672702:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485792640:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389026.672731:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.672742:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.672782:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389026.676540:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8640 00000004:00080000:3.0:1785389026.676558:0:5820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746980812761ns, next at 747980808896ns, rc = 0 00010000:00010000:3.0:1785389026.676662:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.676955:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.676969:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.676980:0:5820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.676987:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.676994:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677036:0:5820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1785389026.677063:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677069:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677075:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677081:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389026.677086:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677093:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677107:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389026.677111:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1785389026.677116:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677123:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76d8a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677145:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677151:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677166:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677171:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389026.677174:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677180:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677188:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389026.677191:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389026.677194:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389026.677200:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76d7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389026.677211:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bee708c4 reply state 0000000057967401 transno 4294967758 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389026.677223:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389026.677398:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21817:x1872115458654720:12345-192.168.204.39@tcp:36:rm.0 Request processed in 34739us (35094us total) trans 4294967758 rc 0/0 00000100:00100000:3.0:1785389026.677418:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 704 00010000:00010000:0.0:1785389026.677506:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389026.677515:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.677522:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389026.677526:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.677534:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.677544:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389026.677547:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1785389026.677550:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.677556:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334c00/0xb9b521054fd76d91 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389026.677581:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389026.677583:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389026.677585:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389026.683202:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389026.683234:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485792768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389026.683327:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389026.683393:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485792768 00000100:00100000:0.0:1785389026.683403:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485792768 00000100:00100000:0.0:1785389026.683465:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1785389026.683474:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485792768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389026.683503:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389026.683549:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485792768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389026.683557:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1785389026.683606:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485792768:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785389026.689834:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.689859:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.689869:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.689875:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389026.689881:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.689910:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.689931:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9434421de600) 00010000:00010000:2.0:1785389026.689934:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389026.689940:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389026.689947:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335200/0xb9b521054fd76d83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389027.023103:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389027.023230:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458654976 00000100:00100000:2.0:1785389027.023244:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458654976 00000100:00100000:2.0:1785389027.023333:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 705 00000100:00100000:2.0:1785389027.023345:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:21833:x1872115458654976:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:2.0:1785389027.023390:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389027.023799:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76d98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89547 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.023897:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76d9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.023914:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76d9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.023930:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76d9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389027.024009:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:2.0:1785389027.024031:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389027.024061:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76d9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.024095:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76d98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89547 expref: 77 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.024117:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76d9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89547 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.024128:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:2.0:1785389027.024131:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389027.024135:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54e00, rc 0) 00000100:00100000:2.0:1785389027.024208:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21833:x1872115458654976:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 865us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389027.024217:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 705 00000100:00100000:3.0:1785389027.183046:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389027.187559:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458655104 00000100:00100000:2.0:1785389027.187582:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458655104 00000100:00100000:2.0:1785389027.187688:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 706 00000100:00100000:2.0:1785389027.187701:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21839:x1872115458655104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389027.187734:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389027.187777:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76da6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8954e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.187866:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.187883:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.187916:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.187933:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.187940:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.187947:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188331:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76dbb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188342:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76dbb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188349:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76dbb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389027.188465:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00000004:00200000:2.0:1785389027.188470:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389027.188547:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76dbb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188561:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188568:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188584:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188590:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389027.188595:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188604:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188618:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:2.0:1785389027.188622:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389027.188626:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188633:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76dad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188647:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188652:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188658:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188663:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389027.188666:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188681:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188690:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94340b507f00) 00010000:00010000:2.0:1785389027.188692:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389027.188694:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188700:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76db4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188735:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76da6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8954e expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188799:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54c00/0xb9b521054fd76dbb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8954e expref: 38 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.188808:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389027.188811:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389027.188813:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54c00, rc 0) 00000100:00100000:2.0:1785389027.188899:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21839:x1872115458655104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1200us (5867us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389027.188907:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 706 00000100:00100000:0.0:1785389027.198345:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389027.202102:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458655232 00000100:00100000:1.0:1785389027.202123:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458655232 00000100:00100000:1.0:1785389027.202222:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00100000:1.0:1785389027.202236:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21839:x1872115458655232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389027.202263:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389027.202307:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76dc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89555 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.202542:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76dc2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89555 expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.202578:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389027.202582:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389027.202817:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd76dc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89555 expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.202842:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9600, rc 0) 00000100:00100000:1.0:1785389027.202924:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21839:x1872115458655232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 690us (4591us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389027.202932:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00100000:1.0:1785389027.210098:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389027.211162:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458655488 00000100:00100000:3.0:1785389027.211176:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458655488 00000100:00100000:3.0:1785389027.211250:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 708 00000100:00100000:3.0:1785389027.211268:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:21839:x1872115458655488:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389027.211312:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389027.211316:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1785389027.211348:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd76d9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89547 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.211584:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389027.211599:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389027.211618:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76dc9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8955c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.212132:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.212149:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.212162:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.212178:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.212185:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.212191:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.221218:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222461:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222488:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389027.222517:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:3.0:1785389027.222564:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222572:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222580:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222596:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389027.222601:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222610:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222624:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389027.222628:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389027.222633:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222640:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76dd0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389027.222654:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005174c607 reply state 00000000abbaafd4 transno 4294967759 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389027.222682:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389027.222734:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76dc9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222764:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 77 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.222773:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9434421de800) 00010000:00010000:3.0:1785389027.222775:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389027.222778:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785389027.222883:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:21839:x1872115458655488:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 11616us (12797us total) trans 4294967759 rc 0/0 00000100:00100000:3.0:1785389027.222893:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 708 00010000:00010000:1.0:1785389027.246910:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.246935:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.246944:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.246952:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389027.246958:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.246969:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.246991:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9434421de600) 00010000:00010000:1.0:1785389027.246995:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389027.247011:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.247019:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd76dd7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389027.252486:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389027.253314:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458655744 00000100:00100000:3.0:1785389027.253327:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458655744 00000100:00100000:3.0:1785389027.253409:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 709 00000100:00100000:3.0:1785389027.253421:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:21839:x1872115458655744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389027.253452:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389027.253476:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76dec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89563 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.253817:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.253836:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.253864:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.253909:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.253926:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 78 pid: 9185 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389027.253941:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485792896:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389027.254060:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d030000 going to sleep for 11 seconds 00000100:00100000:3.0:1785389027.262195:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389027.262279:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485792896:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389027.262312:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389027.262764:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458655872 00000100:00100000:2.0:1785389027.262775:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458655872 00010000:00010000:2.0:1785389027.262824:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 79 pid: 9185 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389027.262883:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 194 00000100:00100000:2.0:1785389027.262893:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2362:x1872115458655872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389027.262912:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389027.262920:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 79 pid: 9185 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.262932:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 79 pid: 9185 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.262956:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76dde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8955c expref: 79 pid: 9185 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.262975:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9434421de800) 00010000:00010000:2.0:1785389027.262980:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.262991:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.262999:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263026:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389027.263085:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:2362:x1872115458655872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 192us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389027.263093:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 194 00010000:00010000:2.0:1785389027.263118:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263133:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389027.263156:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:2.0:1785389027.263518:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263527:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263534:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263540:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389027.263544:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263552:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263563:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9434421de800) 00010000:00010000:2.0:1785389027.263566:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389027.263569:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.263575:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76df3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.270187:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76dec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89563 expref: 78 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.270261:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:2.0:1785389027.270264:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389027.270277:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76dec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89563 expref: 78 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.270299:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334000, rc 0) 00000100:00100000:2.0:1785389027.270425:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:21839:x1872115458655744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 17004us (17950us total) trans 4294967760 rc 301/301 00000100:00100000:2.0:1785389027.270437:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 709 00000100:00100000:0.0:1785389027.288822:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389027.289091:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458656128 00000100:00100000:2.0:1785389027.289104:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458656128 00000100:00100000:2.0:1785389027.289178:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 146 00000100:00100000:2.0:1785389027.289189:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:21839:x1872115458656128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389027.289834:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:21839:x1872115458656128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 646us (1026us total) trans 4294967761 rc 0/0 00000100:00100000:2.0:1785389027.289844:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 146 00000100:00100000:3.0:1785389027.303403:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000001:00080000:2.0:1785389027.307607:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000100:00100000:1.0:1785389027.310301:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458656256 00000100:00100000:1.0:1785389027.310322:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458656256 00000100:00100000:0.0:1785389027.310602:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 710 00000100:00100000:0.0:1785389027.310615:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:21839:x1872115458656256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389027.310648:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389027.310687:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd76e01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8956a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389027.310792:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd76e01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8956a expref: 79 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389027.310831:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd76e01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8956a expref: 79 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389027.310855:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff94340a727800) 00010000:00010000:0.0:1785389027.310859:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389027.310862:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389027.310936:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:21839:x1872115458656256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 324us (7554us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389027.310943:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 710 00000100:00100000:3.0:1785389027.334534:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389027.334835:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458656512 00000100:00100000:1.0:1785389027.334849:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458656512 00000100:00100000:1.0:1785389027.334921:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:1.0:1785389027.334934:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:21839:x1872115458656512:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1785389027.335024:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335046:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335063:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335342:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335351:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335358:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335365:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389027.335370:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335411:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335426:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff94340a727800) 00010000:00010000:1.0:1785389027.335429:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1785389027.335435:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.335442:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd76e08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389027.335532:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:21839:x1872115458656512:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 600us (1009us total) trans 4294967762 rc 0/0 00000100:00100000:1.0:1785389027.335541:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:1.0:1785389027.339309:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389027.341806:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458656768 00000100:00100000:3.0:1785389027.341824:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458656768 00000100:00100000:3.0:1785389027.341922:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 712 00000100:00100000:3.0:1785389027.341934:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:21839:x1872115458656768:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389027.342332:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.342355:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.342612:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389027.342701:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967763 00000004:00010000:3.0:1785389027.342787:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dd84269b reply state 00000000d68579e9 transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389027.342799:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389027.342928:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21839:x1872115458656768:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 995us (3630us total) trans 4294967764 rc 0/0 00000100:00100000:3.0:1785389027.342935:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 712 00000020:00080000:3.0:1785389027.342940:0:5820:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1785389027.345910:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.345930:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.345938:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.345966:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389027.345972:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.345982:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.346002:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff94340a727800) 00010000:00010000:2.0:1785389027.346005:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389027.346010:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.346016:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e0f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389027.357939:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389027.358360:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458657024 00000100:00100000:3.0:1785389027.358385:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458657024 00000100:00100000:3.0:1785389027.358472:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 147 00000100:00100000:3.0:1785389027.358485:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:21839:x1872115458657024:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389027.358874:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21839:x1872115458657024:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 391us (948us total) trans 4294967765 rc 0/0 00000100:00100000:3.0:1785389027.358883:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 147 00000100:00100000:3.0:1785389027.423276:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389027.423913:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458657280 00000100:00100000:1.0:1785389027.423925:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458657280 00000100:00100000:1.0:1785389027.423996:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 713 00000100:00100000:1.0:1785389027.424007:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21841:x1872115458657280:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:1.0:1785389027.424039:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389027.424063:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76e16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89571 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424156:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424172:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424204:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424220:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424227:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424234:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424416:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76e2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424426:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.424432:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389027.424444:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:3.0:1785389027.425369:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425380:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425388:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425417:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389027.425422:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425432:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425446:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389027.425449:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389027.425454:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425460:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd76e1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425475:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425481:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425497:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425502:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389027.425505:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425512:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425528:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff943412a70600) 00010000:00010000:3.0:1785389027.425531:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389027.425533:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425540:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd76e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425818:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76e16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89571 expref: 86 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425836:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76e2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89571 expref: 85 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.425844:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff94340a727800) 00010000:00010000:3.0:1785389027.425847:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389027.425849:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9c00, rc 0) 00000100:00100000:3.0:1785389027.426075:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:21841:x1872115458657280:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 2068us (2813us total) trans 4294967766 rc 0/0 00000100:00100000:3.0:1785389027.426085:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 713 00000100:00100000:1.0:1785389027.431093:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389027.431213:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458657536 00000100:00100000:2.0:1785389027.431225:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458657536 00000100:00100000:2.0:1785389027.431303:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 33 00000100:00100000:2.0:1785389027.431315:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:21841:x1872115458657536:12345-192.168.204.39@tcp:103:md5sum.0 00010000:00010000:2.0:1785389027.431334:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1785389027.431377:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd76e2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89571 expref: 85 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.431410:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd76e01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8956a expref: 84 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389027.431423:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff94340a727800) 00010000:00010000:2.0:1785389027.431435:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389027.431838:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21841:x1872115458657536:12345-192.168.204.39@tcp:103:md5sum.0 Request processed in 524us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389027.431847:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 33 00000100:00100000:3.0:1785389027.439845:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389027.439921:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458657664 00000100:00100000:3.0:1785389027.439933:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458657664 00000100:00100000:3.0:1785389027.439999:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 714 00000100:00100000:3.0:1785389027.440011:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21841:x1872115458657664:12345-192.168.204.39@tcp:58:md5sum.0 00010000:00010000:3.0:1785389027.440160:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.440201:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389027.440215:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389027.442088:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:3.0:1785389027.442229:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21841:x1872115458657664:12345-192.168.204.39@tcp:58:md5sum.0 Request processed in 2216us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389027.442239:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 714 00000100:00100000:3.0:1785389027.445038:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1785389027.448543:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389027.451924:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458657792 00000100:00100000:1.0:1785389027.451943:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458657792 00000100:00100000:1.0:1785389027.452033:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 715 00000100:00100000:1.0:1785389027.452046:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:21841:x1872115458657792:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:1.0:1785389027.452074:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389027.452101:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89578 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.454830:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.454860:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.454889:0:5821:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.454908:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.454924:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff943402a86f00) 00010000:00010000:1.0:1785389027.454928:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389027.454932:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389027.454941:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8400, rc 0) 00000100:00100000:1.0:1785389027.455042:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:21841:x1872115458657792:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 2997us (10026us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389027.455052:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 715 00000040:00080000:3.0:1785389028.207931:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389028.207944:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389028.208014:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:3.0:1785389028.208024:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389028.208167:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485793024:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389028.208293:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d030e40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389028.224907:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.224966:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485793024:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389028.225199:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458657920 00000100:00100000:2.0:1785389028.225208:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458657920 00000100:00100000:2.0:1785389028.225294:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 716 00000100:00100000:2.0:1785389028.225307:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458657920:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389028.225356:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389028.226578:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458657920:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 1271us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.226588:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 716 00000100:00080000:2.0:1785389028.226613:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389028.240887:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.241118:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458658048 00000100:00100000:2.0:1785389028.241131:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458658048 00000100:00100000:2.0:1785389028.241207:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 717 00000100:00100000:2.0:1785389028.241219:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458658048:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1785389028.241325:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241357:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241374:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241399:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241422:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241429:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241459:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.241468:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243421:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389028.243597:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00000004:00200000:2.0:1785389028.243603:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389028.243621:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243635:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243642:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243650:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243657:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.243661:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243685:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243699:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389028.243702:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389028.243707:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243715:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd76e47 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243732:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243739:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243783:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243788:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.243791:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243798:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243807:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff94340b507f00) 00010000:00010000:2.0:1785389028.243809:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389028.243812:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243839:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd76e4e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243857:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243864:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243870:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243875:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.243878:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243884:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243892:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff943402a86f00) 00010000:00010000:2.0:1785389028.243894:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389028.243897:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.243903:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76e55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.243997:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458658048:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 2777us (3119us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.244006:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 717 00000100:00100000:2.0:1785389028.253985:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.254049:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458658304 00000100:00100000:2.0:1785389028.254061:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458658304 00000100:00100000:2.0:1785389028.254124:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 718 00000100:00100000:2.0:1785389028.254136:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458658304:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389028.254164:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389028.254192:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76e5c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8957f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254332:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254359:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254383:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389028.254396:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:2.0:1785389028.254638:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254647:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254654:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254660:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.254665:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254691:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254707:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff943402a86f00) 00010000:00010000:2.0:1785389028.254710:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389028.254716:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254722:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254795:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76e5c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8957f expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254807:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389028.254809:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389028.254813:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76e5c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8957f expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.254822:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55000, rc 0) 00000100:00100000:2.0:1785389028.254886:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:21843:x1872115458658304:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 752us (912us total) trans 4294967767 rc 301/301 00000100:00100000:2.0:1785389028.254893:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 718 00000100:00100000:2.0:1785389028.261958:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.261999:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458658432 00000100:00100000:2.0:1785389028.262009:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458658432 00000100:00100000:2.0:1785389028.262063:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 719 00000100:00100000:2.0:1785389028.262072:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:21843:x1872115458658432:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389028.262130:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389028.262243:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:21843:x1872115458658432:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 171us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.262251:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 719 00000100:00100000:3.0:1785389028.277216:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.277386:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458658688 00000100:00100000:0.0:1785389028.277398:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458658688 00000100:00100000:0.0:1785389028.277482:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 720 00000100:00100000:0.0:1785389028.277495:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:21843:x1872115458658688:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389028.277526:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389028.277552:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76e71 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89586 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389028.278919:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:0.0:1785389028.279208:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76e78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.279226:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.279239:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.282668:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd76e71 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89586 expref: 42 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.282893:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76e78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89586 expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.282905:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff943425e45b00) 00010000:00010000:0.0:1785389028.282909:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389028.282913:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3800, rc 0) 00000100:00100000:0.0:1785389028.283035:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:21843:x1872115458658688:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 5541us (5829us total) trans 4294967768 rc 0/0 00000100:00100000:0.0:1785389028.283045:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 720 00000100:00100000:2.0:1785389028.298102:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.299427:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458658944 00000100:00100000:3.0:1785389028.299441:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458658944 00000100:00100000:3.0:1785389028.299519:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:3.0:1785389028.299530:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:21843:x1872115458658944:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389028.299604:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389028.299636:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd76e78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89586 expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.299682:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff943425e45b00) 00010000:00010000:3.0:1785389028.299695:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389028.299723:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.299738:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.299776:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.299793:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.299800:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.299807:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300092:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300100:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300107:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300114:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389028.300118:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300131:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300140:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9434421ded00) 00010000:00010000:3.0:1785389028.300143:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389028.300147:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300153:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76e86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300162:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300168:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300174:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300178:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389028.300181:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300186:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300191:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x2ec71eb7 (ffff943402a86200) 00010000:00010000:3.0:1785389028.300193:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389028.300195:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.300209:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76e8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x2ec71eb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.300306:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:21843:x1872115458658944:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 776us (2216us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389028.300313:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:3.0:1785389028.306612:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.306786:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458659072 00000100:00100000:2.0:1785389028.306799:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458659072 00000100:00100000:2.0:1785389028.306878:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 722 00000100:00100000:2.0:1785389028.306890:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:21843:x1872115458659072:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389028.306915:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389028.306941:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76e94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8958d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.306985:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.307002:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.307017:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.307131:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd76e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.307148:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.307177:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389028.307180:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389028.307185:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55600, rc 0) 00000100:00100000:2.0:1785389028.307248:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:21843:x1872115458659072:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 360us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.307256:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 722 00000100:00100000:3.0:1785389028.311629:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.317805:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458659328 00000100:00100000:2.0:1785389028.317885:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458659328 00000100:00100000:2.0:1785389028.318053:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 723 00000100:00100000:2.0:1785389028.318067:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:21843:x1872115458659328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389028.318175:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.318197:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.318212:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389028.318848:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 88 off8624 00000004:00080000:2.0:1785389028.318860:0:5822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748623114748ns, next at 749623111538ns, rc = 0 00000004:00010000:2.0:1785389028.318965:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000008adbe3c reply state 00000000f7ca76cb transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.318976:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389028.319106:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:21843:x1872115458659328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 1041us (7483us total) trans 4294967769 rc 0/0 00000100:00100000:2.0:1785389028.319127:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 723 00010000:00010000:0.0:1785389028.323794:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.323815:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.323823:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.323841:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389028.323847:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.323856:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.323878:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:0.0:1785389028.323890:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1785389028.323897:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.323904:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd76ea2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.330035:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.335155:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458659456 00000100:00100000:1.0:1785389028.335176:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458659456 00000100:00100000:1.0:1785389028.335268:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 724 00000100:00100000:1.0:1785389028.335281:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:21843:x1872115458659456:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389028.335331:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389028.339612:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89594 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.339708:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.339724:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.339760:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389028.339763:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389028.339768:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8000, rc 0) 00000100:00100000:1.0:1785389028.339862:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:21843:x1872115458659456:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4582us (9839us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389028.339871:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 724 00000100:00100000:2.0:1785389028.346005:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.346177:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458659584 00000100:00100000:3.0:1785389028.346190:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458659584 00000100:00080000:2.0:1785389028.346605:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389028.346775:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 180 00000100:00100000:1.0:1785389028.346790:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458659584:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1785389028.347166:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458659584:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 379us (1174us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1785389028.347175:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 180 00000001:00080000:2.0:1785389028.355780:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967756 is committed 00000001:00080000:2.0:1785389028.355808:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967766 is committed 00000001:00080000:2.0:1785389028.355820:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967750 is committed 00000001:00080000:2.0:1785389028.355836:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967754 is committed 00000004:00080000:2.0:1785389028.355860:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000001:00080000:2.0:1785389028.355875:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967755 is committed 00000100:00100000:2.0:1785389028.356877:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485793152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1785389028.356962:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389028.357270:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485793152 00000100:00100000:1.0:1785389028.357280:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485793152 00000100:00100000:1.0:1785389028.357358:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1785389028.357626:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485793152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1785389028.357661:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:15 count 1 00000100:00080000:2.0:1785389028.358322:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389028.359024:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.359054:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.359064:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 9 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.359072:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1785389028.359077:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389028.359083:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 5/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.359120:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 9 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.359150:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 9 pid: 6615 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389028.359166:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485793280:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389028.359283:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.359294:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 8 pid: 6613 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389028.359319:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485793408:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389028.359356:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433035ff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389028.380759:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.380879:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.380969:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485793280:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389028.380985:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485793408:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389028.381015:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389028.385668:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.386486:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458660096 00000100:00100000:1.0:1785389028.386500:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458660096 00000100:00100000:1.0:1785389028.386573:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 148 00000100:00100000:1.0:1785389028.386583:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:21843:x1872115458660096:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389028.387063:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21843:x1872115458660096:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 481us (1406us total) trans 4294967770 rc 0/0 00000100:00100000:1.0:1785389028.387073:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 148 00000100:00100000:2.0:1785389028.394532:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458659712 00000100:00100000:2.0:1785389028.394553:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458659712 00010000:00010000:2.0:1785389028.394653:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 9 pid: 6613 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.394712:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458659840 00000100:00100000:2.0:1785389028.394715:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458659840 00010000:00010000:2.0:1785389028.394731:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 10 pid: 6615 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.394775:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 195 00000100:00100000:2.0:1785389028.394785:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458659712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389028.394805:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389028.394812:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 9 pid: 6613 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.394844:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 9 pid: 6613 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.394875:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feb3dfb3/0xb9b521054fd76d3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8952b expref: 9 pid: 6613 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.394896:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389028.394962:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458659712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 178us (14231us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.394969:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 195 00000100:00100000:2.0:1785389028.394988:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 196 00000100:00100000:2.0:1785389028.394995:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458659840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389028.395002:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389028.395006:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 10 pid: 6615 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395017:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 10 pid: 6615 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395030:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c812e79b/0xb9b521054fd76d75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89540 expref: 10 pid: 6615 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395041:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389028.395050:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389028.395058:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395069:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395099:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389028.395119:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458659840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 124us (14240us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.395125:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 196 00010000:00010000:2.0:1785389028.395204:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395215:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395226:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395234:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.395261:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389028.396031:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485793152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38662us (39067us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1785389028.396040:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00010000:00010000:2.0:1785389028.396070:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389028.396076:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.396085:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389028.396090:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.396101:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.396115:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.396122:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaebf478/0xb9b521054fd76eb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.396141:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389028.396143:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389028.396145:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1785389028.396186:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343cb45180/2, rc 0, transno 4294967329 00000100:00100000:2.0:1785389028.396193:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485793152:0@lo:6:osp-syn-0-0.0 00000100:00080000:1.0:1785389028.398228:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389028.410656:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.410792:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458660352 00000100:00100000:1.0:1785389028.410805:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458660352 00000100:00100000:1.0:1785389028.410894:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 725 00000100:00100000:1.0:1785389028.410906:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21843:x1872115458660352:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389028.411045:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21843:x1872115458660352:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 141us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389028.411054:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 725 00000100:00100000:2.0:1785389028.416155:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.416592:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458660480 00000100:00100000:3.0:1785389028.416604:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458660480 00000100:00100000:3.0:1785389028.416669:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 726 00000100:00100000:3.0:1785389028.416680:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21843:x1872115458660480:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389028.416707:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389028.416732:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76eb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8959b expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.416846:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ebe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.416863:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ebe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.416878:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ebe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389028.416945:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389028.416966:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ebe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.416995:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76eb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8959b expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.417014:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ebe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8959b expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.417025:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389028.417029:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1785389028.417032:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:3.0:1785389028.417098:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458660480:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 420us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389028.417106:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 726 00000100:00100000:1.0:1785389028.419242:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.419416:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458660608 00000100:00100000:2.0:1785389028.419426:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458660608 00000100:00100000:2.0:1785389028.419491:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 182 00000100:00100000:2.0:1785389028.419501:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458660608:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389028.419534:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389028.419559:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895a2 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389028.419592:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a6adfe3, blocks: 0x1 00010000:00010000:2.0:1785389028.419615:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=748s v=(0 0) 00010000:00010000:2.0:1785389028.419621:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389028.419632:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.419653:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.419667:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:2.0:1785389028.419764:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458660608:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 244us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.419772:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 182 00000100:00100000:2.0:1785389028.423792:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.423870:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458660864 00000100:00100000:1.0:1785389028.423881:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458660864 00000100:00100000:1.0:1785389028.423945:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:1.0:1785389028.423955:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458660864:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389028.424076:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458660864:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 122us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389028.424083:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:3.0:1785389028.429863:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.430058:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458660992 00000100:00100000:1.0:1785389028.430070:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458660992 00000100:00100000:1.0:1785389028.430139:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 183 00000100:00100000:1.0:1785389028.430150:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:21843:x1872115458660992:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389028.430172:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389028.430193:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895a9 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.430246:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.430256:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389028.430261:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389028.430267:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.430304:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.430341:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389028.430380:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485793536:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389028.430478:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433035ff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389028.441887:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485793536:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389028.441933:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.441961:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9200, rc 0) 00000100:00100000:1.0:1785389028.442035:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:21843:x1872115458660992:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 11887us (12184us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389028.442045:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 183 00000100:00100000:2.0:1785389028.451294:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.451454:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458661120 00000100:00100000:0.0:1785389028.451467:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458661120 00010000:00010000:0.0:1785389028.451520:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389028.451573:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 197 00000100:00100000:0.0:1785389028.451585:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458661120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389028.451606:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389028.451649:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.451674:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.451704:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd76ec5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a2 expref: 12 pid: 12002 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.451726:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389028.451803:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389028.451813:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.451825:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.451873:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389028.451891:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485793664:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389028.451994:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd300 going to sleep for 11 seconds 00000100:00100000:0.0:1785389028.455646:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d57800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485793664:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389028.455693:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389028.455786:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458661120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4202us (4505us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389028.455798:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 197 00000100:00100000:1.0:1785389028.458575:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.458717:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458661248 00000100:00100000:2.0:1785389028.458732:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458661248 00002000:00100000:2.0:1785389028.458809:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff94343d37aa00 x1872115458661248/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:524/0 lens 648/0 e 0 to 0 dl 1785389039 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389028.458822:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37aa00 with x1872115458661248 ext(0->157) 00002000:00010000:2.0:1785389028.458829:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37aa00 00000100:00100000:2.0:1785389028.458866:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 59 00000100:00100000:2.0:1785389028.458892:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458661248:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1785389028.459467:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458661248:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 573us (901us total) trans 4294967330 rc 0/0 00000100:00100000:2.0:1785389028.459476:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 59 00002000:00100000:2.0:1785389028.459483:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff94343d37aa00 x1872115458661248/t4294967330(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:524/0 lens 648/448 e 0 to 0 dl 1785389039 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389028.459491:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37aa00 with x1872115458661248 ext(0->157) 00002000:00010000:2.0:1785389028.459495:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37aa00 00010000:00010000:0.0:1785389028.462916:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389028.468535:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.468646:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458661376 00000100:00100000:3.0:1785389028.468659:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458661376 00000100:00100000:3.0:1785389028.468733:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 728 00000100:00100000:3.0:1785389028.468782:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:21843:x1872115458661376:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1785389028.546994:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967768 is committed 00000001:00080000:2.0:1785389028.547019:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967770 is committed 00000004:00080000:2.0:1785389028.547029:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000100:00100000:0.0:1785389028.547221:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389028.547242:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485793792:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1785389028.547296:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:21843:x1872115458661376:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 78547us (78768us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389028.547310:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 728 00000100:00100000:0.0:1785389028.547649:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389028.547727:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485793792 00000100:00100000:2.0:1785389028.547739:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485793792 00000100:00100000:2.0:1785389028.547828:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1785389028.547840:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485793792:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1785389028.548032:0:6614:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1785389028.548036:0:6614:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1785389027 00002000:00010000:2.0:1785389028.548039:0:6614:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1785389028.548041:0:6614:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1785389027 -> 1785389027 00002000:00010000:2.0:1785389028.548044:0:6614:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1785389028.548101:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485793792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 263us (453us total) trans 4294967331 rc 0/0 00000100:00100000:2.0:1785389028.548107:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000004:00080000:0.0:1785389028.548203:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943437d57800/2, rc 0, transno 4294967331 00000100:00100000:0.0:1785389028.548213:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485793792:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1785389028.548227:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389028.551466:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.551713:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458661504 00000100:00100000:1.0:1785389028.551724:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458661504 00000100:00100000:1.0:1785389028.551809:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 185 00000100:00100000:1.0:1785389028.551820:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458661504:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1785389028.644559:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000001:00080000:0.0:1785389028.644600:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000001:00080000:0.0:1785389028.644608:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000100:00100000:1.0:1785389028.644851:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458661504:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 93026us (93388us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389028.644864:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 185 00000100:00100000:3.0:1785389028.649999:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.650041:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458661760 00000100:00100000:3.0:1785389028.650054:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458661760 00000100:00100000:3.0:1785389028.650118:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 729 00000100:00100000:3.0:1785389028.650139:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:21843:x1872115458661760:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389028.650215:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389028.650249:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ebe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8959b expref: 34 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.650271:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389028.650277:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389028.650313:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.650330:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.650347:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389028.650589:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005a6c6944 reply state 00000000c388ce74 transno 4294967771 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.650599:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389028.650737:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:21843:x1872115458661760:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 608us (749us total) trans 4294967771 rc 0/0 00000100:00100000:3.0:1785389028.650779:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 729 00010000:00010000:0.0:1785389028.657596:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.657618:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.657627:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.657634:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389028.657640:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.657649:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.657670:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:0.0:1785389028.657673:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389028.657679:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.657686:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd76ed3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.662325:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.662804:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458661888 00000100:00100000:1.0:1785389028.662819:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458661888 00000100:00100000:1.0:1785389028.662904:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 186 00000100:00100000:1.0:1785389028.662916:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458661888:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1785389028.663259:0:6613:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1785389028.663264:0:6613:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 1785389027 -> 1785389024 00002000:00010000:1.0:1785389028.663266:0:6613:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 1785389023 00002000:00010000:1.0:1785389028.663269:0:6613:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1785389027 -> 1785389026 00002000:00010000:1.0:1785389028.663271:0:6613:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1785389028.663356:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458661888:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 431us (1032us total) trans 4294967332 rc 0/0 00000100:00100000:1.0:1785389028.663365:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 186 00000100:00100000:2.0:1785389028.676318:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.676490:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458662144 00000100:00100000:0.0:1785389028.676504:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458662144 00000100:00100000:0.0:1785389028.676575:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 730 00000100:00100000:0.0:1785389028.676588:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:21843:x1872115458662144:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1785389028.676684:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.676706:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.676736:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 4/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.676927:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.676943:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 34 pid: 5820 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389028.676961:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485793920:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389028.677075:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01de40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389028.683828:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485793920:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389028.683865:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.688922:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.689402:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458662272 00000100:00100000:0.0:1785389028.689414:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458662272 00010000:00010000:0.0:1785389028.689466:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 35 pid: 5820 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389028.689523:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 198 00000100:00100000:0.0:1785389028.689534:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458662272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389028.689553:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389028.689561:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 35 pid: 5820 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.689590:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 35 pid: 5820 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.689619:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd76e9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8958d expref: 35 pid: 5820 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.689639:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:0.0:1785389028.689646:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.689657:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.689667:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.689704:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389028.689819:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2363:x1872115458662272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 285us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389028.689827:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 198 00010000:00010000:2.0:1785389028.690491:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690501:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690538:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690546:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690553:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690559:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.690565:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690574:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690584:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389028.690587:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1785389028.690591:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.690597:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd76eda lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.690660:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:21843:x1872115458662144:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 14074us (14355us total) trans 0 rc -22/-22 00000100:00100000:2.0:1785389028.690680:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 730 00000100:00100000:2.0:1785389028.707404:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389028.707520:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458662400 00000100:00100000:1.0:1785389028.707533:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458662400 00000100:00100000:1.0:1785389028.707607:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 187 00000100:00100000:1.0:1785389028.707621:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458662400:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389028.707693:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.707718:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.707728:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xf:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389028.707733:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389028.707739:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.707818:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.707852:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 11 pid: 6613 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389028.707869:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485794048:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389028.707969:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433035ff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389028.712791:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485794048:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389028.712828:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.713655:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.713784:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458662528 00000100:00100000:0.0:1785389028.713794:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458662528 00010000:00010000:0.0:1785389028.713839:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 12 pid: 6613 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389028.713887:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 199 00000100:00100000:0.0:1785389028.713897:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458662528:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389028.713936:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389028.713964:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 12 pid: 6613 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.713979:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 12 pid: 6613 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.714008:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c22e4e4/0xb9b521054fd76ecc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895a9 expref: 12 pid: 6613 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.714028:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389028.714034:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389028.714041:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.714053:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.714085:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389028.714156:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458662528:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 260us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389028.714163:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 199 00010000:00010000:1.0:1785389028.714900:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.714911:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.714939:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.714948:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.714955:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.714975:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389028.714980:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.714991:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.715004:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.715012:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd255ab4/0xb9b521054fd76ee1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389028.715073:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458662400:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 7455us (7684us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389028.715082:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 187 00000100:00100000:2.0:1785389028.717726:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.717909:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458662784 00000100:00100000:3.0:1785389028.717928:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458662784 00000100:00100000:3.0:1785389028.717976:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:3.0:1785389028.717985:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:21843:x1872115458662784:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389028.718068:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718087:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718100:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718415:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718427:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718436:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 4/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718473:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.718488:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 34 pid: 5821 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.718504:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485794176:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389028.719294:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343d030c00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389028.734044:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389028.734491:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458662912 00000100:00100000:2.0:1785389028.734504:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458662912 00010000:00010000:2.0:1785389028.734555:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 35 pid: 5821 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.734619:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 200 00000100:00100000:2.0:1785389028.734630:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458662912:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389028.734650:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389028.734658:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 35 pid: 5821 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.734674:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 35 pid: 5821 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.734701:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389028.734707:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.734719:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.734728:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.734794:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389028.734855:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458662912:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 227us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.734863:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 200 00010000:00010000:3.0:1785389028.735266:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd76ea9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89594 expref: 34 pid: 5821 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.735293:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485794176:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389028.735328:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.735338:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.735356:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389028.735600:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967772 00000001:00080000:3.0:1785389028.735822:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967773 00000001:00080000:3.0:1785389028.735871:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967774 00000100:00100000:3.0:1785389028.735959:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485794304:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1785389028.736012:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389028.736037:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fda80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389028.736260:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485794304 00000100:00100000:2.0:1785389028.736265:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485794304 00000100:00100000:2.0:1785389028.736302:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1785389028.736310:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485794304:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1785389028.736470:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485794304:12345-0@lo:1000:mdt00_003.0 Request processed in 160us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389028.736477:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1785389028.737252:0:9185:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000004:00080000:3.0:1785389028.737260:0:9185:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943437d57800, transno 4294967331 00000100:00100000:3.0:1785389028.737273:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485794304:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1785389028.737853:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967775 00000100:00100000:3.0:1785389028.737914:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485794432:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1785389028.737952:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389028.737981:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389028.739439:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485794432 00000100:00100000:1.0:1785389028.739451:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485794432 00000100:00100000:1.0:1785389028.739512:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1785389028.739522:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485794432:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1785389028.745401:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9185:x1872115485794432:12345-0@lo:1000:mdt00_003.0 Request processed in 5864us (7431us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1785389028.745421:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1785389028.745892:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485794432:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1785389028.748925:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.748944:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.748953:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.748960:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.748965:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.748973:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.748995:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389028.748998:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389028.749028:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749035:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334000/0xb9b521054fd76eef lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749072:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749079:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749085:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749090:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389028.749093:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749098:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749105:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff943402a86f00) 00010000:00010000:2.0:1785389028.749108:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389028.749117:0:9185:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 71 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749419:0:9185:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 71 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749431:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 71 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389028.749497:0:9185:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8400/0xb9b521054fd76e40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89578 expref: 71 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389028.749515:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485794560:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389028.749671:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389028.763822:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485794560:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389028.763865:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763896:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334200/0xb9b521054fd76e39 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763934:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763950:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763965:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763978:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763985:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763993:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.763999:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389028.764004:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764011:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764024:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff943402a86f00) 00010000:00010000:3.0:1785389028.764027:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389028.764031:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764042:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd76ef6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764052:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764059:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764064:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764069:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389028.764072:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764077:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764083:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff943402a86f00) 00010000:00010000:3.0:1785389028.764086:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389028.764088:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.764093:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd76ee8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389028.764709:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21843:x1872115458662784:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 46721us (46987us total) trans 4294967776 rc 0/0 00000100:00100000:3.0:1785389028.764721:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 731 00000020:00080000:3.0:1785389028.764733:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1785389028.764876:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.766838:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458663040 00000100:00100000:3.0:1785389028.766855:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458663040 00000100:00100000:3.0:1785389028.767008:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 149 00000100:00100000:3.0:1785389028.767019:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21841:x1872115458663040:12345-192.168.204.39@tcp:49:md5sum.0 00000100:00100000:3.0:1785389028.767172:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21841:x1872115458663040:12345-192.168.204.39@tcp:49:md5sum.0 Request processed in 155us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389028.767180:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 149 00000100:00080000:2.0:1785389028.767287:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389028.767822:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.768923:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458663296 00000100:00100000:3.0:1785389028.768934:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458663296 00000100:00100000:3.0:1785389028.769027:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 150 00000100:00100000:3.0:1785389028.769037:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:21843:x1872115458663296:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389028.771611:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.771663:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458663424 00000100:00100000:0.0:1785389028.771682:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458663424 00000100:00100000:0.0:1785389028.771765:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 188 00000100:00100000:0.0:1785389028.771777:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:21841:x1872115458663424:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:0.0:1785389028.771795:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389028.771821:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd76efd lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895b0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389028.771852:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 158, mtime: 0x6a6adfe0, atime: 0x6a6adfdf, ctime: 0x6a6adfe2, blocks: 0xb 00010000:00010000:0.0:1785389028.771875:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=749s v=(0 0) 00010000:00010000:0.0:1785389028.771881:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389028.771893:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd76efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b0 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.771911:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd76efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b0 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389028.771926:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3600, rc 0) 00000100:00100000:0.0:1785389028.771986:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:21841:x1872115458663424:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 211us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389028.771994:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 188 00000040:00080000:1.0:1785389028.772471:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389028.772477:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389028.772988:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1785389028.772998:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:3.0:1785389028.773586:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00080000:0.0:1785389028.776900:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1785389028.776952:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967777 00010000:00010000:3.0:1785389028.777059:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.777080:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.777093:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.777103:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.777109:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389028.777116:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389028.777509:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389028.777605:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458663552 00000100:00100000:0.0:1785389028.777617:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458663552 00002000:00100000:0.0:1785389028.777685:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff94343d379880 x1872115458663552/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:524/0 lens 488/0 e 0 to 0 dl 1785389039 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389028.777696:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d379880 with x1872115458663552 ext(0->4095) 00002000:00010000:0.0:1785389028.777720:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d379880 00000100:00100000:0.0:1785389028.777774:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 60 00000100:00100000:0.0:1785389028.777785:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458663552:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:0.0:1785389028.778034:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458663552:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 251us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389028.778042:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 60 00002000:00100000:0.0:1785389028.778050:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff94343d379880 x1872115458663552/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:524/0 lens 488/4536 e 0 to 0 dl 1785389039 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389028.778058:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d379880 with x1872115458663552 ext(0->4095) 00002000:00010000:0.0:1785389028.778061:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d379880 00010000:00010000:3.0:1785389028.783002:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1785389028.783264:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:21843:x1872115458663296:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 14222us (15436us total) trans 4294967778 rc 0/0 00000100:00100000:3.0:1785389028.783276:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 150 00000020:00080000:3.0:1785389028.783284:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389028.783382:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389028.783393:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.783402:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389028.783407:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.783419:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.783438:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff943402a86d00) 00010000:00010000:1.0:1785389028.783442:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389028.783447:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.783454:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd76f04 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389028.783475:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389028.783477:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389028.783479:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389028.794798:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389028.795314:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458663808 00000100:00100000:3.0:1785389028.795329:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458663808 00000100:00100000:3.0:1785389028.795421:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 151 00000100:00100000:3.0:1785389028.795434:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:21841:x1872115458663808:12345-192.168.204.39@tcp:35:md5sum.0 00000100:00100000:3.0:1785389028.796308:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:21841:x1872115458663808:12345-192.168.204.39@tcp:35:md5sum.0 Request processed in 873us (1571us total) trans 4294967779 rc 0/0 00000100:00100000:3.0:1785389028.796317:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 151 00010000:00010000:2.0:1785389029.490131:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389030.030892:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389030.030930:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389030.030951:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389030.030976:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389030.030978:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664320 00000100:00100000:0.0:1785389030.030990:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664320 00000100:00100000:2.0:1785389030.030996:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389030.031014:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389030.031032:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389030.031051:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664064 00000100:00100000:0.0:1785389030.031051:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664576 00000100:00100000:2.0:1785389030.031054:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664064 00000100:00100000:0.0:1785389030.031054:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664576 00000100:00100000:0.0:1785389030.031069:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664192 00000100:00100000:0.0:1785389030.031071:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664192 00000100:00100000:2.0:1785389030.031082:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664448 00000100:00100000:0.0:1785389030.031084:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664704 00000100:00100000:2.0:1785389030.031085:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664448 00000100:00100000:0.0:1785389030.031086:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664704 00000100:00100000:2.0:1785389030.031104:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 402 00000100:00100000:2.0:1785389030.031116:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2363:x1872115458664064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389030.031221:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2363:x1872115458664064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 106us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389030.031229:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 402 00000100:00100000:0.0:1785389030.031246:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:2.0:1785389030.031251:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:0.0:1785389030.031255:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458664320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389030.031257:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2363:x1872115458664448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389030.031286:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458664320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389030.031291:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2363:x1872115458664448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 35us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389030.031292:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:2.0:1785389030.031297:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:0.0:1785389030.031306:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:0.0:1785389030.031312:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458664576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389030.031335:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458664576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389030.031358:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:0.0:1785389030.031370:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 352 00000100:00100000:0.0:1785389030.031377:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458664192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389030.031404:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458664192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389030.031410:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 352 00000100:00100000:0.0:1785389030.031420:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 353 00000100:00100000:0.0:1785389030.031426:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458664704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389030.031446:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458664704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389030.031452:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 353 00000100:00080000:0.0:1785389030.031473:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389030.031478:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389030.031480:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389030.033537:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458663936 00000100:00100000:2.0:1785389030.033614:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458663936 00000100:00100000:2.0:1785389030.033723:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1785389030.033733:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458663936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389030.033821:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458663936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 89us (2842us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389030.033829:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:1.0:1785389030.257961:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485794688:0@lo:400:kworker.0 00000100:00100000:0.0:1785389030.257961:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485795072:0@lo:400:kworker.0 00000100:00100000:2.0:1785389030.264857:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485794944:0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.269347:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389030.269505:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485795200:0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.270512:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389030.270810:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485794688 00000100:00100000:1.0:1785389030.270821:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485794688 00000100:00100000:1.0:1785389030.270887:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1785389030.270897:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485794688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.270964:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485794688:12345-0@lo:400:kworker.0 Request processed in 69us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389030.270972:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1785389030.271010:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795200 00000100:00100000:1.0:1785389030.271013:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795200 00000100:00100000:1.0:1785389030.271053:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1785389030.271061:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485795200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.271094:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485795200:12345-0@lo:400:kworker.0 Request processed in 34us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389030.271100:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:1.0:1785389030.271120:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389030.271174:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485794688:0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.271190:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485795200:0@lo:400:kworker.0 00000100:00100000:0.0:1785389030.271344:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389030.271727:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795072 00000100:00100000:1.0:1785389030.271732:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795072 00000100:00100000:1.0:1785389030.271937:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1785389030.271944:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485795072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.271985:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485795072:12345-0@lo:400:kworker.0 Request processed in 40us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389030.271991:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:1.0:1785389030.272006:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389030.272148:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485795072:0@lo:400:kworker.0 00000100:00100000:2.0:1785389030.273005:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389030.273044:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1785389030.273055:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485794816:0@lo:400:kworker.0 00000100:00100000:2.0:1785389030.273081:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389030.273111:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485795328:0@lo:400:kworker.0 00000100:00100000:2.0:1785389030.273132:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389030.273687:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485794944 00000100:00100000:1.0:1785389030.273695:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485794944 00000100:00100000:1.0:1785389030.273773:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485794816 00000100:00100000:1.0:1785389030.273776:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485794816 00000100:00100000:1.0:1785389030.273797:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1785389030.273805:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485794944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.273854:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485794944:12345-0@lo:400:kworker.0 Request processed in 50us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389030.273861:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1785389030.273873:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1785389030.273879:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485794816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.273901:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485794816:12345-0@lo:400:kworker.0 Request processed in 23us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389030.273907:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1785389030.273945:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485794816:0@lo:400:kworker.0 00000100:00100000:1.0:1785389030.273955:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485794944:0@lo:400:kworker.0 00000100:00080000:3.0:1785389030.274275:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389030.277525:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795328 00000100:00100000:0.0:1785389030.277542:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795328 00000100:00100000:0.0:1785389030.277637:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1785389030.277657:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485795328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389030.277777:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485795328:12345-0@lo:400:kworker.0 Request processed in 130us (4642us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389030.277784:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00080000:3.0:1785389030.277875:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389030.277972:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485795328:0@lo:400:kworker.0 00010000:00010000:0.0:1785389030.511863:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389030.767056:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389030.767099:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485795456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389030.767198:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389030.767497:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795456 00000100:00100000:0.0:1785389030.767508:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795456 00000100:00100000:0.0:1785389030.767578:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1785389030.767589:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485795456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389030.767636:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389030.767708:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485795456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389030.767716:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1785389030.768275:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485795456:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389031.535828:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389031.791111:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485795584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389031.791181:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389031.791318:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795584 00000100:00100000:2.0:1785389031.791327:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795584 00000100:00100000:2.0:1785389031.791379:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1785389031.791388:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485795584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389031.791421:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389031.793783:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485795584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2332us (2537us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389031.793794:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1785389031.798517:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485795584:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1785389032.395363:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00010000:00010000:2.0:1785389032.558939:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389033.582926:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1785389033.919574:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:0.0:1785389033.919590:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000001:00080000:2.0:1785389033.929731:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000001:00080000:2.0:1785389033.929771:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967778 is committed 00000020:00080000:2.0:1785389033.929783:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff94340b6fd3c0 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:2.0:1785389033.929788:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9433021d0c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94340b6fda80 00000020:00080000:2.0:1785389033.929792:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9433021d0600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94340927e000 00000020:00080000:0.0:1785389033.930068:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:0.0:1785389033.930224:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:1.0:1785389034.624772:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389034.658180:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389034.658232:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458664832 00000100:00100000:0.0:1785389034.658244:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458664832 00000100:00100000:0.0:1785389034.658329:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 732 00000100:00100000:0.0:1785389034.658344:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21798:x1872115458664832:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1785389034.658480:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21798:x1872115458664832:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 141us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389034.658488:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 732 00000100:00080000:3.0:1785389034.658552:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389034.663126:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389034.663172:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665088 00000100:00100000:3.0:1785389034.663183:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665088 00000100:00100000:3.0:1785389034.663237:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 152 00000100:00100000:3.0:1785389034.663246:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:21798:x1872115458665088:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389034.665222:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:21798:x1872115458665088:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1965us (2094us total) trans 4294967780 rc 0/0 00000100:00100000:3.0:1785389034.665243:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 152 00000100:00100000:0.0:1785389035.152717:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389035.152823:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389035.152955:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665600 00000100:00100000:3.0:1785389035.152958:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389035.152969:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665600 00000100:00100000:3.0:1785389035.153030:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389035.153050:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665856 00000100:00100000:2.0:1785389035.153054:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665856 00000100:00100000:3.0:1785389035.153062:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389035.153086:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665472 00000100:00100000:3.0:1785389035.153087:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389035.153091:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665472 00000100:00100000:2.0:1785389035.153129:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:2.0:1785389035.153143:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458665600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389035.153177:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00080000:3.0:1785389035.153196:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389035.153200:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389035.153214:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665216 00000100:00100000:3.0:1785389035.153223:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665216 00000100:00100000:2.0:1785389035.153256:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458665600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 115us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.153264:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00100000:2.0:1785389035.153270:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:3.0:1785389035.153277:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458665216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389035.153291:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665984 00000100:00100000:2.0:1785389035.153296:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665984 00000100:00100000:3.0:1785389035.153311:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458665216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.153319:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00100000:2.0:1785389035.153326:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:2.0:1785389035.153335:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458665856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389035.153363:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:2.0:1785389035.153369:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458665856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.153376:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458665472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389035.153383:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:2.0:1785389035.153401:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00100000:2.0:1785389035.153410:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458665984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389035.153414:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458665472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.153424:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:3.0:1785389035.153451:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665344 00000100:00100000:3.0:1785389035.153455:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665344 00000100:00100000:2.0:1785389035.153460:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458665984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 51us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389035.153468:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00080000:2.0:1785389035.153581:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389035.153966:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458665728 00000100:00100000:3.0:1785389035.153971:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458665728 00000100:00100000:3.0:1785389035.153993:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:3.0:1785389035.154192:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2362:x1872115458665344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389035.154820:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:1.0:1785389035.154839:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:2362:x1872115458665728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389035.154866:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2362:x1872115458665344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 547us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.154880:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:1.0:1785389035.154881:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:2362:x1872115458665728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 50us (1791us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389035.154891:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00080000:2.0:1785389035.155112:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389035.375097:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485795840:0@lo:400:kworker.0 00000100:00100000:2.0:1785389035.375188:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389035.375357:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389035.375376:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485795712:0@lo:400:kworker.0 00000100:00100000:3.0:1785389035.375428:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795840 00000100:00100000:3.0:1785389035.375439:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795840 00000100:00100000:1.0:1785389035.375440:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389035.375505:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1785389035.375516:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485795840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.376591:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795712 00000100:00100000:1.0:1785389035.376599:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795712 00000100:00100000:1.0:1785389035.376650:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1785389035.376659:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485795712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.376719:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485795712:12345-0@lo:400:kworker.0 Request processed in 61us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389035.376726:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1785389035.376783:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485795968:0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.376815:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389035.380514:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485795968 00000100:00100000:1.0:1785389035.380530:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485795968 00000100:00100000:1.0:1785389035.380626:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1785389035.380636:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485795968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.380714:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485795968:12345-0@lo:400:kworker.0 Request processed in 81us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389035.380722:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1785389035.380783:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485795968:0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.380819:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485795712:0@lo:400:kworker.0 00000100:00080000:2.0:1785389035.381014:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389035.386377:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485795840:12345-0@lo:400:kworker.0 Request processed in 10848us (11173us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.386397:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1785389035.386719:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389035.386738:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485796352:0@lo:400:kworker.0 00000100:00100000:0.0:1785389035.386882:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389035.386926:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796352 00000100:00100000:0.0:1785389035.386934:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796352 00000100:00100000:0.0:1785389035.387002:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1785389035.387011:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485796352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389035.387066:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485796352:12345-0@lo:400:kworker.0 Request processed in 55us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389035.387072:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1785389035.387291:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485796096:0@lo:400:kworker.0 00000100:00100000:0.0:1785389035.387295:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1785389035.387304:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967333 committed transno 4294967333 00000100:00100000:1.0:1785389035.387327:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389035.387344:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485796352:0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.387353:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389035.387362:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485796224:0@lo:400:kworker.0 00000100:00100000:0.0:1785389035.387369:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796096 00000100:00100000:0.0:1785389035.387374:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796096 00000100:00100000:1.0:1785389035.387394:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389035.387408:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1785389035.387417:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485796096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.387429:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796224 00000100:00100000:1.0:1785389035.387451:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796224 00000100:00100000:0.0:1785389035.387461:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485796096:12345-0@lo:400:kworker.0 Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389035.387468:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1785389035.387496:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967329 gen 2 00000004:00080000:0.0:1785389035.387501:0:3322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343cb45180, transno 4294967329 00000100:00100000:0.0:1785389035.387512:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485796096:0@lo:400:kworker.0 00000100:00080000:0.0:1785389035.387935:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389035.387941:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389035.387943:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389035.388591:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1785389035.388606:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485796224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389035.388657:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485796224:12345-0@lo:400:kworker.0 Request processed in 58us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389035.388664:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1785389035.391562:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485796224:0@lo:400:kworker.0 00000100:00100000:2.0:1785389035.393912:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485795840:0@lo:400:kworker.0 00010000:00010000:2.0:1785389035.634642:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389035.899391:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485796480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389035.902341:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389035.902418:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796480 00000100:00100000:3.0:1785389035.902426:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796480 00000100:00100000:3.0:1785389035.903045:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1785389035.903057:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485796480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389035.903093:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389035.903144:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485796480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389035.903152:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1785389035.903270:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485796480:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1785389036.200183:0:17076:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 01:23:54 (1785389034) 00010000:00010000:0.0:1785389036.654882:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389036.911550:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389036.911571:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485796608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389036.911631:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389036.911686:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796608 00000100:00100000:1.0:1785389036.911693:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796608 00000100:00100000:1.0:1785389036.911739:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1785389036.911769:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485796608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389036.911803:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389036.911840:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485796608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389036.911847:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1785389036.911886:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485796608:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1785389036.974901:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389036.974910:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389036.975175:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 2 00000040:00080000:1.0:1785389036.975181:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000020:00000080:2.0:1785389037.436066:0:17124:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fffb2c9f730 20000000:00000080:2.0:1785389037.436082:0:17124:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff94342e00a400 uarg=0000000000000000 00000040:00100000:2.0:1785389037.437113:0:17124:0:(llog.c:1072:llog_reverse_process()) index 41 : idx 1 00000040:00080000:2.0:1785389037.437364:0:17124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:2.0:1785389037.437385:0:17124:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:2.0:1785389037.437416:0:17124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:2.0:1785389037.437444:0:17124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:2.0:1785389037.441004:0:17124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:2.0:1785389037.441026:0:17124:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:2.0:1785389037.441059:0:17124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:2.0:1785389037.441104:0:17124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:2.0:1785389037.441121:0:17124:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1785389037.441139:0:17124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441158:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441167:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441572:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7400a expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441580:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd74018 expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441587:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd74026 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441593:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd74034 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441600:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd74042 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441606:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd74050 expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441613:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7405e expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441620:0:17124:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441628:0:17124:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441664:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.441689:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 12 pid: 5813 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.441704:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485796736:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389037.442142:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd7405e expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.442151:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd7405e expref: 18 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.442162:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485796864:0@lo:104: 00000100:00100000:2.0:1785389037.443051:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1785389037.443088:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd74050 expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.443097:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd74050 expref: 18 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.443106:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485796992:0@lo:104: 00000100:00100000:2.0:1785389037.443124:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1785389037.443153:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd74042 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.443161:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd74042 expref: 18 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389037.443249:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796864 00000100:00100000:0.0:1785389037.443256:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796864 00000100:00100000:0.0:1785389037.443293:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485796992 00000100:00100000:0.0:1785389037.443296:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485796992 00000100:00100000:0.0:1785389037.443311:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1785389037.443319:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17124:x1872115485796864:12345-0@lo:104: 00010000:00010000:0.0:1785389037.443332:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443379:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1785389037.443385:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17124:x1872115485796864:12345-0@lo:104: Request processed in 67us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389037.443392:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1785389037.443407:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1785389037.443412:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485796992:12345-0@lo:104: 00010000:00010000:0.0:1785389037.443419:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443444:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1785389037.443449:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485796992:12345-0@lo:104: Request processed in 37us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389037.443454:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00010000:0.0:1785389037.443467:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1785389037.443473:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443480:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943401530800 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389037.443491:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443512:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389037.443520:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389037.443526:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389037.443549:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443555:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389037.443572:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443579:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943401530800/0xb9b521054fd7405e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74065 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443591:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389037.443594:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443599:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389037.443603:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443610:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389037.443625:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389037.443630:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389037.443641:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443646:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389037.443659:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443666:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943425f35600/0xb9b521054fd74050 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74057 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.443673:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389037.443675:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389037.443677:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389037.443682:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389037.443698:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485797248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389037.443724:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389037.443771:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485797376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389037.443791:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389037.443817:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797248 00000100:00100000:0.0:1785389037.443820:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797248 00010000:00010000:0.0:1785389037.443834:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7405e expref: 19 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389037.443849:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797376 00000100:00100000:0.0:1785389037.443856:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797376 00010000:00010000:0.0:1785389037.443866:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74050 expref: 20 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389037.443882:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1785389037.443887:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3323:x1872115485797248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389037.443896:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389037.443901:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7405e expref: 20 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.444578:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485797120:0@lo:104: 00000100:00100000:2.0:1785389037.444607:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389037.447679:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797120 00000100:00100000:1.0:1785389037.447690:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797120 00000100:00100000:1.0:1785389037.447741:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1785389037.447764:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485797120:12345-0@lo:104: 00010000:00010000:1.0:1785389037.447788:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.447858:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1785389037.447864:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485797120:12345-0@lo:104: Request processed in 103us (3256us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.447871:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1785389037.449627:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389037.449796:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666112 00000100:00100000:3.0:1785389037.449801:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666112 00010000:00010000:3.0:1785389037.449822:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 13 pid: 5813 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389037.449852:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1785389037.449859:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+20:3324:x1872115485797376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389037.449869:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389037.449875:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74050 expref: 20 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389037.449960:0:5807:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:1.0:1785389037.449968:0:5807:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00010000:00010000:0.0:1785389037.450287:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd7405e expref: 20 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450310:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389037.450325:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389037.450331:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450338:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389037.450343:0:13566:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450351:0:13566:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389037.450358:0:13566:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389037.450364:0:13566:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389037.450401:0:13566:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450418:0:13566:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389037.450436:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450443:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943425f35000/0xb9b521054fd74042 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74049 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450455:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389037.450456:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389037.450458:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389037.450471:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485797504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389037.450518:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389037.450570:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3323:x1872115485797248:12345-0@lo:103:ldlm_bl.0 Request processed in 6682us (6845us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389037.450578:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1785389037.450606:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485797248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389037.450622:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797504 00000100:00100000:0.0:1785389037.450625:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797504 00010000:00010000:0.0:1785389037.450637:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74042 expref: 20 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389037.450650:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 203 00000100:00100000:0.0:1785389037.450665:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458666112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389037.450673:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389037.450678:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 13 pid: 5813 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450698:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 13 pid: 5813 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450709:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389037.450739:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458666112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 83us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389037.450762:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 203 00000100:00100000:0.0:1785389037.450830:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1785389037.450836:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3325:x1872115485797504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389037.450843:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389037.450847:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74042 expref: 20 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450856:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd74042 expref: 20 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389037.450865:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389037.450886:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3325:x1872115485797504:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389037.450892:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1785389037.450908:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485797504:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389037.456015:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd74034 expref: 19 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.456033:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd74034 expref: 19 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.456048:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485797632:0@lo:104: 00000100:00100000:2.0:1785389037.456096:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1785389037.456142:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd74026 expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.456150:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd74026 expref: 19 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.456158:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485797760:0@lo:104: 00000100:00100000:1.0:1785389037.456242:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797632 00000100:00100000:1.0:1785389037.456249:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797632 00000100:00100000:1.0:1785389037.456295:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1785389037.456305:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485797632:12345-0@lo:104: 00010000:00010000:1.0:1785389037.456316:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.462712:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1785389037.462726:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485797632:12345-0@lo:104: Request processed in 6420us (6625us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.462737:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:1.0:1785389037.462783:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389037.462791:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.462801:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:1.0:1785389037.462805:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.462815:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1785389037.462835:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785389037.462842:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1785389037.462881:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.462887:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1785389037.462904:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.462911:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943425f34200/0xb9b521054fd74034 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7403b expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.462924:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389037.462926:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389037.462927:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389037.462940:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485797888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389037.463028:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389037.463067:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797888 00000100:00100000:1.0:1785389037.463074:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797888 00010000:00010000:1.0:1785389037.463099:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74034 expref: 20 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389037.463122:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1785389037.463129:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3322:x1872115485797888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389037.463141:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389037.463146:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74034 expref: 20 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.463161:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd74034 expref: 20 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.463245:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389037.463275:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3322:x1872115485797888:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.463282:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1785389037.463313:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485797888:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389037.463383:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd74050 expref: 19 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.463395:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389037.463431:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485797376:12345-0@lo:103:ldlm_bl.0 Request processed in 13572us (19638us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389037.463437:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1785389037.464039:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485797376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389037.464106:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1785389037.464150:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd74018 expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.464161:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd74018 expref: 18 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389037.464246:0:5804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485797760 00000100:00100000:1.0:1785389037.464250:0:5804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485797760 00000100:00100000:1.0:1785389037.464280:0:5804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1785389037.464287:0:5804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485797760:12345-0@lo:104: 00010000:00010000:1.0:1785389037.464297:0:5804:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464331:0:5804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1785389037.464336:0:5804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485797760:12345-0@lo:104: Request processed in 50us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.464342:0:5804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:1.0:1785389037.464354:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389037.464359:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464365:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878800 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:1.0:1785389037.464369:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464382:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1785389037.464389:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785389037.464395:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1785389037.464411:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464416:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1785389037.464426:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464433:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943437878800/0xb9b521054fd74026 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7402d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464443:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389037.464445:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389037.464446:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389037.464453:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485798144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389037.464476:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389037.464565:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798016:0@lo:104: 00000100:00100000:2.0:1785389037.464587:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389037.464609:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485798144 00000100:00100000:1.0:1785389037.464612:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485798144 00010000:00010000:1.0:1785389037.464626:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74026 expref: 19 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389037.464646:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1785389037.464652:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485798144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389037.464665:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389037.464669:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74026 expref: 19 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464678:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd74026 expref: 19 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.464689:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389037.467710:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd7400a expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.467728:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd7400a expref: 19 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.467741:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798272:0@lo:104: 00000100:00100000:2.0:1785389037.467816:0:17124:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389037.472262:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485798144:12345-0@lo:103:ldlm_bl.0 Request processed in 7601us (7776us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.472276:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1785389037.472341:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485798144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389037.473072:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.473089:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 12 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473103:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798400:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389037.473552:0:17124:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.473563:0:17124:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 12 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473574:0:17124:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798528:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389037.473602:0:17124:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434296dfb40 going to sleep for 11 seconds 00010000:00010000:2.0:1785389037.473621:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943425f35a00/0xb9b521054fd740a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88812 expref: 12 pid: 5813 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473633:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485796736:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389037.473644:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943437878e00/0xb9b521054fd74065 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd7405e expref: 18 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473652:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485796864:0@lo:104: 00010000:00010000:2.0:1785389037.473661:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943400031e00/0xb9b521054fd74057 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd74050 expref: 17 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473671:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485796992:0@lo:104: 00010000:00010000:2.0:1785389037.473695:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943437879e00/0xb9b521054fd74049 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd74042 expref: 16 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473703:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485797120:0@lo:104: 00010000:00010000:2.0:1785389037.473711:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943400031a00/0xb9b521054fd7403b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd74034 expref: 15 pid: 5814 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473719:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485797632:0@lo:104: 00010000:00010000:2.0:1785389037.473728:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943437878a00/0xb9b521054fd7402d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd74026 expref: 14 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.473735:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485797760:0@lo:104: 00000100:00100000:3.0:1785389037.473816:0:5803:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1785389037.473831:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485798016 00000100:00100000:3.0:1785389037.473837:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485798016 00000100:00100000:3.0:1785389037.473865:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485798272 00000100:00100000:3.0:1785389037.473867:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485798272 00000100:00100000:3.0:1785389037.473879:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1785389037.473886:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17124:x1872115485798016:12345-0@lo:104: 00010000:00010000:3.0:1785389037.473898:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474017:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1785389037.474023:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17124:x1872115485798016:12345-0@lo:104: Request processed in 138us (9435us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389037.474030:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1785389037.474048:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1785389037.474053:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405087850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485798272:12345-0@lo:104: 00010000:00010000:3.0:1785389037.474061:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474091:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1785389037.474096:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405087850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17124:x1872115485798272:12345-0@lo:104: Request processed in 43us (6280us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389037.474101:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1785389037.474131:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1785389037.474136:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474143:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:3.0:1785389037.474147:0:13566:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474156:0:13566:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785389037.474164:0:13566:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389037.474231:0:13566:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1785389037.474256:0:13566:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474263:0:13566:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785389037.474282:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474298:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943437878600/0xb9b521054fd74018 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7401f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474309:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389037.474312:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474317:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943401531400 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:3.0:1785389037.474321:0:13566:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474328:0:13566:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785389037.474335:0:13566:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389037.474340:0:13566:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1785389037.474352:0:13566:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474358:0:13566:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785389037.474363:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474370:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd7400a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd74011 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.474384:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389037.474390:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389037.474392:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389037.474402:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485798784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389037.474427:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389037.474449:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389037.474453:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485798656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389037.474469:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389037.474587:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389037.474600:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485798784 00000100:00100000:1.0:1785389037.474603:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485798784 00010000:00010000:1.0:1785389037.474625:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7400a expref: 14 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389037.474640:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485798656 00000100:00100000:1.0:1785389037.474642:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485798656 00010000:00010000:1.0:1785389037.474650:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74018 expref: 15 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389037.474666:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1785389037.474672:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+15:3325:x1872115485798784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389037.474681:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389037.474685:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7400a expref: 15 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.474705:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd7400a expref: 15 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.474719:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389037.474762:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+15:3325:x1872115485798784:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.474768:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1785389037.474779:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1785389037.474786:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+14:3325:x1872115485798656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389037.474793:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389037.474796:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd74018 expref: 14 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.474805:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd74018 expref: 14 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.474814:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389037.474830:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+14:3325:x1872115485798656:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389037.474835:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1785389037.474856:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485798656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389037.474864:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485798784:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389037.477256:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943400031600/0xb9b521054fd7401f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd74018 expref: 13 pid: 5815 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.477276:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798016:0@lo:104: 00010000:00010000:2.0:1785389037.477289:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943437879400/0xb9b521054fd74011 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd7400a expref: 12 pid: 5813 timeout: 907 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389037.477297:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798272:0@lo:104: 00000100:00100000:1.0:1785389037.484020:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389037.484056:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389037.484187:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798400:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389037.484207:0:17124:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17124:1872115485798528:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389037.484276:0:17124:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389037.484379:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666368 00000100:00100000:3.0:1785389037.484386:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666368 00010000:00010000:3.0:1785389037.484419:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 12 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389037.484449:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666240 00000100:00100000:3.0:1785389037.484452:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666240 00010000:00010000:3.0:1785389037.484462:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 13 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389037.484485:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 209 00000100:00100000:3.0:1785389037.484493:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458666368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389037.484514:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389037.484519:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 13 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484529:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 13 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484545:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943425f35800/0xb9b521054fd73ffc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a887fd expref: 13 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484576:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389037.484617:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:2363:x1872115458666368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 124us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389037.484624:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 209 00000100:00100000:3.0:1785389037.484639:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 210 00000100:00100000:3.0:1785389037.484644:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:2363:x1872115458666240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389037.484652:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389037.484657:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 11 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484666:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 11 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484675:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943425f34c00/0xb9b521054fd74003 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88804 expref: 11 pid: 5814 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484686:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484694:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484708:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484714:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484731:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484738:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484768:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389037.484773:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484782:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484793:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389037.484802:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389037.484819:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:adce04ca-e66f-4e62-85ea-179de7f76e05+10:2363:x1872115458666240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 174us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389037.484825:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 210 00010000:00010000:2.0:1785389037.485335:0:17124:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.485354:0:17124:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389037.485360:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943301b55000/0xb9b521054fd76f0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389037.683039:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389038.606407:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389038.606649:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666496 00000100:00100000:0.0:1785389038.606660:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666496 00000100:00100000:0.0:1785389038.606720:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:0.0:1785389038.606730:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+10:5585:x1872115458666496:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389038.606772:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389038.606804:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895b7 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.606834:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 11 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.606845:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 11 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.606854:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:0.0:1785389038.606914:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458666496:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 186us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.606921:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:3.0:1785389038.609529:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389038.609673:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666624 00000100:00100000:1.0:1785389038.609692:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666624 00000100:00100000:1.0:1785389038.609738:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:1.0:1785389038.609787:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458666624:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.618059:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458666624:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 8298us (8522us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.618074:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:3.0:1785389038.622044:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389038.623165:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666752 00000100:00100000:2.0:1785389038.623186:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666752 00000100:00100000:2.0:1785389038.623246:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 409 00000100:00100000:2.0:1785389038.623256:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458666752:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.623528:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458666752:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 272us (1489us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.623536:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 409 00000100:00100000:2.0:1785389038.643016:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389038.643416:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458666880 00000100:00100000:1.0:1785389038.643426:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458666880 00000100:00100000:0.0:1785389038.643572:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:0.0:1785389038.643678:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22437:x1872115458666880:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389038.644313:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22437:x1872115458666880:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 637us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.644322:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:3.0:1785389038.648800:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389038.648871:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667008 00000100:00100000:2.0:1785389038.648881:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667008 00000100:00100000:2.0:1785389038.648941:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:2.0:1785389038.648952:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22437:x1872115458667008:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389038.649798:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22437:x1872115458667008:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 845us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.649807:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:3.0:1785389038.656030:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389038.656411:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667136 00000100:00100000:0.0:1785389038.656421:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667136 00000100:00100000:0.0:1785389038.656485:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:0.0:1785389038.656496:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458667136:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389038.656512:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389038.656530:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895be expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.656569:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.656603:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.656613:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389038.656678:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458667136:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 184us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.656693:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:0.0:1785389038.664526:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389038.664674:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667264 00000100:00100000:2.0:1785389038.664685:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667264 00000100:00100000:2.0:1785389038.664735:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:2.0:1785389038.664778:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458667264:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.665088:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458667264:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 344us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.665097:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:2.0:1785389038.668318:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389038.668393:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667392 00000100:00100000:1.0:1785389038.668402:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667392 00000100:00100000:1.0:1785389038.668455:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 414 00000100:00100000:1.0:1785389038.668465:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458667392:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.668685:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458667392:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 221us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.668693:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 414 00000100:00100000:3.0:1785389038.680299:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389038.680397:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667520 00000100:00100000:0.0:1785389038.680406:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667520 00000100:00100000:0.0:1785389038.680453:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 415 00000100:00100000:0.0:1785389038.680461:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22438:x1872115458667520:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389038.680725:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22438:x1872115458667520:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 257us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.680732:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 415 00000100:00100000:0.0:1785389038.690467:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389038.690681:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667648 00000100:00100000:2.0:1785389038.690691:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667648 00000100:00100000:2.0:1785389038.690737:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 416 00000100:00100000:2.0:1785389038.690775:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22438:x1872115458667648:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389038.691029:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22438:x1872115458667648:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 283us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.691036:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 416 00000100:00100000:2.0:1785389038.693553:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389038.693801:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667776 00000100:00100000:1.0:1785389038.693809:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667776 00000100:00100000:1.0:1785389038.693859:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00100000:1.0:1785389038.693867:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458667776:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389038.693878:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389038.693892:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895c5 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.693914:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 13 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.693935:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 13 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.693951:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9600, rc 0) 00000100:00100000:1.0:1785389038.693987:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458667776:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 121us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.693993:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00100000:3.0:1785389038.696539:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389038.697184:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458667904 00000100:00100000:0.0:1785389038.697192:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458667904 00000100:00100000:0.0:1785389038.697227:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:0.0:1785389038.697234:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458667904:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389038.697468:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458667904:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 235us (934us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389038.697525:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 418 00010000:00010000:3.0:1785389038.706870:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1785389038.895057:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1785389038.895064:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434378f5800 from 42 10000000:01000000:1.0:1785389038.895069:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1785389038.895116:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.895129:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.895140:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389038.895164:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485798912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.895238:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.895285:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.896070:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485798912 00000100:00100000:2.0:1785389038.896077:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485798912 00000100:00100000:2.0:1785389038.896125:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1785389038.896134:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+12:5818:x1872115485798912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389038.896147:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389038.896159:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f27 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.896193:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 13 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.896218:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 13 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.896225:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785389038.896282:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485798912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.896288:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1785389038.896373:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485798912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389038.896386:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.896408:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389038.896560:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.896592:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.896618:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389038.896675:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799040 00000100:00100000:3.0:1785389038.896679:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799040 00000100:00100000:3.0:1785389038.896704:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1785389038.896710:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485799040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.897030:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485799040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 319us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389038.897036:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1785389038.897229:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.897254:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.897286:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.897308:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389038.897595:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799168 00000100:00100000:3.0:1785389038.897600:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799168 00000100:00100000:3.0:1785389038.897624:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1785389038.897629:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485799168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.898116:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485799168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 485us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389038.898122:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1785389038.898195:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.899678:0:17126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17126:1872115485799296:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.899719:0:17126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.899763:0:17126:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b53d840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389038.899809:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799296 00000100:00100000:0.0:1785389038.899819:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799296 00000100:00100000:0.0:1785389038.899849:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1785389038.899855:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:17126:x1872115485799296:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389038.900115:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:17126:x1872115485799296:12345-0@lo:502:llog_process_th.0 Request processed in 260us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.900122:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1785389038.900201:0:17126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17126:1872115485799296:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.900235:0:17126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17126:1872115485799424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.900261:0:17126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.900282:0:17126:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b53d840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.900428:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799424 00000100:00100000:2.0:1785389038.900432:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799424 00000100:00100000:2.0:1785389038.900467:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1785389038.900473:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:17126:x1872115485799424:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389038.900595:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:17126:x1872115485799424:12345-0@lo:502:llog_process_th.0 Request processed in 121us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.900602:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1785389038.900868:0:17126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17126:1872115485799424:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1785389038.900885:0:17126:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1785389038.902024:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1785389038.902048:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785389038.902057:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.902067:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389038.902075:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1785389038.902078:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1785389038.902080:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1785389038.902102:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.902110:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.902120:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389038.902144:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.902186:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.902215:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434421540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.902287:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799552 00000100:00100000:1.0:1785389038.902292:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799552 00000100:00100000:1.0:1785389038.902319:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1785389038.902325:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485799552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389038.902334:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389038.902344:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f35 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.902424:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 14 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.902439:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 14 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.902447:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9200, rc 0) 00000100:00100000:1.0:1785389038.903546:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485799552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1219us (1357us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.903554:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1785389038.903735:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389038.903777:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.903788:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389038.903830:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.903851:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.903907:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434421540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389038.914046:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799680 00000100:00100000:3.0:1785389038.914058:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799680 00000100:00100000:3.0:1785389038.914115:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1785389038.914124:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485799680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.914430:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485799680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 307us (10577us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389038.914437:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1785389038.914668:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.914715:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.914782:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.914811:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434421540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389038.914853:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799808 00000100:00100000:0.0:1785389038.914857:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799808 00000100:00100000:0.0:1785389038.914882:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1785389038.914888:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485799808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389038.915197:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485799808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 309us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.915204:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1785389038.915436:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799808:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1785389038.917156:0:17127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1785389038.918009:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1785389038.918032:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1785389038.918042:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.918052:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389038.918073:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1785389038.918076:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff943404f3d800 from 42 10000000:01000000:2.0:1785389038.918078:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1785389038.918108:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.918116:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.918125:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389038.918143:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.918199:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.918228:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.918370:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485799936 00000100:00100000:1.0:1785389038.918376:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485799936 00000100:00100000:1.0:1785389038.918416:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1785389038.918423:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485799936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389038.918433:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389038.918445:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f43 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.918474:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.918485:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389038.918492:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9400, rc 0) 00000100:00100000:1.0:1785389038.918520:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485799936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.918526:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1785389038.918704:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485799936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389038.918716:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.918723:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389038.918786:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.918809:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.918827:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389038.918871:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800064 00000100:00100000:0.0:1785389038.918875:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800064 00000100:00100000:0.0:1785389038.918895:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1785389038.918900:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485800064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389038.919113:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485800064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 212us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.919120:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1785389038.919264:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.919287:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.919323:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.919343:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.919436:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800192 00000100:00100000:1.0:1785389038.919440:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800192 00000100:00100000:1.0:1785389038.919526:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1785389038.919534:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485800192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.919653:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485800192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 120us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.919659:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1785389038.920026:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.921661:0:17128:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17128:1872115485800320:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389038.921711:0:17128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.921738:0:17128:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433035ff300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.922639:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800320 00000100:00100000:1.0:1785389038.922646:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800320 00000100:00100000:1.0:1785389038.922680:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1785389038.922688:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17128:x1872115485800320:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.922902:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17128:x1872115485800320:12345-0@lo:502:llog_process_th.0 Request processed in 214us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.922910:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1785389038.924215:0:17128:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17128:1872115485800320:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389038.924274:0:17128:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17128:1872115485800448:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389038.924324:0:17128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.924367:0:17128:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.925004:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800448 00000100:00100000:1.0:1785389038.925009:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800448 00000100:00100000:1.0:1785389038.925039:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1785389038.925047:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:17128:x1872115485800448:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.925238:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:17128:x1872115485800448:12345-0@lo:502:llog_process_th.0 Request processed in 191us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.925245:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1785389038.925566:0:17128:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17128:1872115485800448:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1785389038.925588:0:17128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1785389038.925773:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1785389038.925795:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785389038.925805:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.925815:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389038.925824:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1785389038.925826:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1785389038.925828:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1785389038.925852:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.925859:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.925866:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389038.925878:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.925904:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.925938:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434421540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389038.926062:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800576 00000100:00100000:0.0:1785389038.926066:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800576 00000100:00100000:0.0:1785389038.926088:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1785389038.926094:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485800576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389038.926104:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389038.926122:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f51 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.926140:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 16 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.926149:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 16 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.926157:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:0.0:1785389038.926199:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485800576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.926205:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1785389038.926821:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389038.926833:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.926849:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389038.926890:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.926913:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.926947:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b300 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.927056:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800704 00000100:00100000:2.0:1785389038.927060:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800704 00000100:00100000:2.0:1785389038.927088:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1785389038.927101:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485800704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.927306:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485800704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 205us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.927313:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1785389038.927831:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.927856:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.927886:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.927908:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.928015:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800832 00000100:00100000:1.0:1785389038.928019:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800832 00000100:00100000:1.0:1785389038.928042:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1785389038.928047:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485800832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.928326:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485800832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 278us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.928338:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1785389038.928438:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1785389038.929390:0:17129:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1785389038.929671:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1785389038.929687:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1785389038.929696:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.929706:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389038.929721:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1785389038.929724:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434087c1800 from 42 10000000:01000000:3.0:1785389038.929727:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1785389038.929772:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.929780:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.929789:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389038.929803:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.929835:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.929857:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b300 going to sleep for 11 seconds 00000100:00100000:0.0:1785389038.929901:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485800960 00000100:00100000:0.0:1785389038.929906:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485800960 00000100:00100000:0.0:1785389038.929943:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1785389038.929950:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485800960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389038.929959:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389038.929969:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f5f expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.929986:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 17 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.929995:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 17 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389038.930003:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3400, rc 0) 00000100:00100000:0.0:1785389038.930034:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485800960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389038.930049:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1785389038.930182:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485800960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389038.930193:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.930201:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389038.930235:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.930257:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.930278:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.931052:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801088 00000100:00100000:1.0:1785389038.931057:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801088 00000100:00100000:1.0:1785389038.931086:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1785389038.931092:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485801088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.931289:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485801088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 197us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.931296:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1785389038.931442:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.931550:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.931592:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.931615:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389038.931729:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801216 00000100:00100000:1.0:1785389038.931733:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801216 00000100:00100000:1.0:1785389038.931776:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1785389038.931782:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485801216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.931896:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485801216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 115us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389038.931902:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1785389038.932608:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389038.936660:0:17130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17130:1872115485801344:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.936730:0:17130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.936776:0:17130:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fde40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389038.937064:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801344 00000100:00100000:3.0:1785389038.937070:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801344 00000100:00100000:3.0:1785389038.937111:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1785389038.937119:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:17130:x1872115485801344:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389038.937338:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:17130:x1872115485801344:12345-0@lo:502:llog_process_th.0 Request processed in 220us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389038.937346:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1785389038.938589:0:17130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17130:1872115485801344:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.938636:0:17130:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17130:1872115485801472:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389038.938673:0:17130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389038.938697:0:17130:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fde40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.939543:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801472 00000100:00100000:2.0:1785389038.939550:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801472 00000100:00100000:2.0:1785389038.939584:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1785389038.939592:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17130:x1872115485801472:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389038.939774:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17130:x1872115485801472:12345-0@lo:502:llog_process_th.0 Request processed in 183us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.939781:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1785389038.940847:0:17130:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17130:1872115485801472:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1785389038.940873:0:17130:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:3.0:1785389038.941064:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:3.0:1785389038.941083:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1785389038.941092:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.941103:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389038.941113:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1785389038.941115:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:3.0:1785389038.941118:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1785389038.941143:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.941150:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389038.941158:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389038.941189:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.941220:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.941245:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.941560:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801600 00000100:00100000:2.0:1785389038.941564:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801600 00000100:00100000:2.0:1785389038.941587:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1785389038.941594:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485801600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389038.941603:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389038.941614:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f6d expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.941633:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.941656:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.941664:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54e00, rc 0) 00000100:00100000:2.0:1785389038.941693:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485801600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.941704:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1785389038.941731:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389038.941761:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389038.941784:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389038.941822:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.941843:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.941859:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404ea7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.941869:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801728 00000100:00100000:2.0:1785389038.941872:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801728 00000100:00100000:2.0:1785389038.941889:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1785389038.941893:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485801728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.942098:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485801728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 202us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.942104:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1785389038.942133:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.942155:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.942194:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389038.942205:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404ea7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.942214:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801856 00000100:00100000:2.0:1785389038.942217:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801856 00000100:00100000:2.0:1785389038.942232:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1785389038.942242:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485801856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389038.942350:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485801856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 107us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.942367:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1785389038.942397:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485801856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389038.945808:0:17131:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17131:1872115485801984:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389038.945872:0:17131:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389038.945901:0:17131:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389038.946387:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485801984 00000100:00100000:2.0:1785389038.946393:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485801984 00000100:00100000:2.0:1785389038.946431:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1785389038.946437:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:17131:x1872115485801984:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389038.946937:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:17131:x1872115485801984:12345-0@lo:502:llog_process_th.0 Request processed in 498us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389038.946944:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1785389038.950866:0:17131:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17131:1872115485801984:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1785389038.950902:0:17131:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1785389038.950914:0:17131:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1785389038.951845:0:17131:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1785389038.951855:0:17131:0:(obd_config.c:1470:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1785389038.952002:0:17131:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1785389038.957215:0:17131:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000020:00080000:3.0:1785389039.093325:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000001:00080000:3.0:1785389039.093362:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967780 is committed 00000020:00080000:3.0:1785389039.093373:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:3.0:1785389039.093381:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:2.0:1785389039.094730:0:17131:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00080000:10000000:0.0:1785389039.257940:0:17131:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00000100:00100000:0.0:1785389039.379031:0:17131:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17131:1872115485802112:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389039.379104:0:17131:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389039.379155:0:17131:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389039.379238:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802112 00000100:00100000:1.0:1785389039.379246:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802112 00000100:00100000:1.0:1785389039.379298:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1785389039.379307:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:17131:x1872115485802112:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389039.379532:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:17131:x1872115485802112:12345-0@lo:502:llog_process_th.0 Request processed in 226us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389039.379540:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1785389039.379699:0:17131:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17131:1872115485802112:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1785389039.379725:0:17131:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785389039.379731:0:17131:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785389039.379733:0:17131:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:0.0:1785389039.379737:0:17131:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:3.0:1785389039.379896:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:3.0:1785389039.379915:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1785389039.379925:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389039.379936:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389039.379945:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1785389039.379948:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff943405ad19c0 from 1 10000000:01000000:3.0:1785389039.379951:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1785389039.379971:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389039.379978:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389039.379986:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389039.380003:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485802240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389039.380030:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389039.380061:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389039.380104:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802240 00000100:00100000:0.0:1785389039.380108:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802240 00000100:00100000:0.0:1785389039.380127:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1785389039.380133:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485802240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389039.380142:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389039.380154:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f7b expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389039.380184:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389039.380194:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389039.380203:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389039.380240:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485802240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389039.380255:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1785389039.380320:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485802240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389039.380332:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389039.380340:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389039.380375:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485802368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389039.380398:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389039.380423:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389039.380521:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802368 00000100:00100000:0.0:1785389039.380525:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802368 00000100:00100000:0.0:1785389039.380556:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1785389039.380561:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485802368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389039.380690:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485802368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (291us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389039.380697:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1785389039.380721:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485802368:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1785389039.380737:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1785389039.380741:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389039.380773:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389039.729835:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389040.270075:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270107:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270138:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270174:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270192:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270210:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270229:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389040.270254:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668416 00000100:00100000:0.0:1785389040.270263:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668416 00000100:00100000:0.0:1785389040.270318:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668672 00000100:00100000:0.0:1785389040.270322:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668672 00000100:00100000:0.0:1785389040.270342:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668288 00000100:00100000:0.0:1785389040.270345:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668288 00000100:00100000:0.0:1785389040.270355:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668800 00000100:00100000:0.0:1785389040.270357:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668800 00000100:00100000:0.0:1785389040.270371:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:0.0:1785389040.270380:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458668416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389040.270442:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458668416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 62us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.270450:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:0.0:1785389040.270465:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 363 00000100:00100000:0.0:1785389040.270470:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458668672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389040.270490:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458668672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.270495:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 363 00000100:00100000:0.0:1785389040.270504:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:0.0:1785389040.270509:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458668288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389040.270543:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458668288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.270549:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:0.0:1785389040.270559:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 365 00000100:00100000:0.0:1785389040.270564:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458668800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389040.270581:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458668800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.270587:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 365 00000100:00100000:0.0:1785389040.270605:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668032 00000100:00100000:0.0:1785389040.270613:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668032 00000100:00100000:0.0:1785389040.270634:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00100000:0.0:1785389040.270639:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458668032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389040.270661:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458668032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.270666:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00080000:0.0:1785389040.270695:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389040.270698:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389040.270826:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668160 00000100:00100000:3.0:1785389040.270831:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668160 00000100:00100000:3.0:1785389040.270869:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668544 00000100:00100000:3.0:1785389040.270872:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668544 00000100:00100000:3.0:1785389040.270890:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:3.0:1785389040.270896:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2365:x1872115458668160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389040.270926:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2365:x1872115458668160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389040.270932:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:3.0:1785389040.270945:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:3.0:1785389040.270952:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2365:x1872115458668544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389040.270976:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2365:x1872115458668544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389040.270989:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00080000:0.0:1785389040.272789:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389040.496903:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485802496:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.496974:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389040.497014:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485803008:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497039:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389040.497061:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1785389040.497067:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485802624:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497083:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389040.497097:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485803136:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497132:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389040.497169:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485802752:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497193:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389040.497212:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389040.497218:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485802880:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497237:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389040.497266:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802496 00000100:00100000:0.0:1785389040.497272:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802496 00000100:00100000:0.0:1785389040.497309:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1785389040.497324:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485802496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497368:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485802496:12345-0@lo:400:kworker.0 Request processed in 45us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.497376:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1785389040.497407:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803008 00000100:00100000:0.0:1785389040.497411:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803008 00000100:00100000:0.0:1785389040.497440:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802624 00000100:00100000:0.0:1785389040.497443:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802624 00000100:00100000:0.0:1785389040.497454:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802752 00000100:00100000:0.0:1785389040.497456:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802752 00000100:00100000:0.0:1785389040.497468:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1785389040.497474:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485803008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497502:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485803008:12345-0@lo:400:kworker.0 Request processed in 29us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.497508:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1785389040.497519:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1785389040.497524:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485802624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497546:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485802624:12345-0@lo:400:kworker.0 Request processed in 22us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.497551:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1785389040.497561:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1785389040.497566:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485802752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497590:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485802752:12345-0@lo:400:kworker.0 Request processed in 24us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.497595:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1785389040.497612:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803136 00000100:00100000:0.0:1785389040.497615:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803136 00000100:00100000:0.0:1785389040.497642:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485802880 00000100:00100000:0.0:1785389040.497645:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485802880 00000100:00100000:0.0:1785389040.497662:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1785389040.497667:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485803136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497695:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485803136:12345-0@lo:400:kworker.0 Request processed in 28us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.497700:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1785389040.497710:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1785389040.497715:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485802880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497738:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485802880:12345-0@lo:400:kworker.0 Request processed in 24us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389040.497762:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1785389040.497803:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485802624:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497813:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485803136:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497819:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485802496:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497827:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485803008:0@lo:400:kworker.0 00000100:00080000:0.0:1785389040.497848:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389040.497852:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389040.497854:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389040.497870:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485802880:0@lo:400:kworker.0 00000100:00100000:0.0:1785389040.497878:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485802752:0@lo:400:kworker.0 00000020:00000080:1.0:1785389040.739726:0:17182:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fffb0405020 20000000:00000080:1.0:1785389040.739759:0:17182:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff94343d4a1400 uarg=0000000000000000 00000040:00100000:1.0:1785389040.740555:0:17182:0:(llog.c:1072:llog_reverse_process()) index 44 : idx 1 20000000:01000000:1.0:1785389040.740562:0:17182:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_11c 00000040:00080000:1.0:1785389040.740823:0:17182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:1.0:1785389040.740844:0:17182:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1785389040.740878:0:17182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:1.0:1785389040.740927:0:17182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:1.0:1785389040.745019:0:17182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:1.0:1785389040.745041:0:17182:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1785389040.745863:0:17182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:1.0:1785389040.745979:0:17182:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:1.0:1785389040.745998:0:17182:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1785389040.746018:0:17182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746052:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746060:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746067:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 12 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746075:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746080:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746086:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746091:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746098:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746174:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746182:0:17182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746199:0:17182:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746237:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746251:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 18 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.746266:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803264:0@lo:104: 00000100:00100000:1.0:1785389040.746324:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389040.746420:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.746428:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.746436:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803392:0@lo:104: 00000100:00100000:1.0:1785389040.746456:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389040.750967:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.750985:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 18 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.750998:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803520:0@lo:104: 00000100:00100000:1.0:1785389040.751042:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389040.753052:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803264 00000100:00100000:3.0:1785389040.753064:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803264 00000100:00100000:2.0:1785389040.754024:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803392 00000100:00100000:2.0:1785389040.754029:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803392 00000100:00100000:2.0:1785389040.754045:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1785389040.754054:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17182:x1872115485803264:12345-0@lo:104: 00010000:00010000:2.0:1785389040.754072:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754175:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785389040.754182:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17182:x1872115485803264:12345-0@lo:104: Request processed in 129us (7857us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.754188:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1785389040.754206:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1785389040.754226:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17182:x1872115485803392:12345-0@lo:104: 00010000:00010000:2.0:1785389040.754233:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754267:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1785389040.754272:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17182:x1872115485803392:12345-0@lo:104: Request processed in 48us (7816us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.754278:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:2.0:1785389040.754296:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1785389040.754301:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754308:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334200 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.754312:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754320:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.754327:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.754332:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.754373:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754380:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.754399:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754416:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76f7b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f82 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754429:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389040.754431:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754436:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.754438:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754445:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.754450:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.754455:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.754468:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754473:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.754479:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754485:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d334800/0xb9b521054fd76f6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f74 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.754492:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389040.754500:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389040.754501:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389040.754610:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389040.755438:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755465:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 18 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755479:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803904:0@lo:104: 00000100:00100000:1.0:1785389040.755519:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389040.755538:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755546:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755555:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804032:0@lo:104: 00000100:00100000:1.0:1785389040.755574:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389040.755591:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755599:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755607:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804160:0@lo:104: 00000100:00100000:1.0:1785389040.755641:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389040.755663:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755672:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755680:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804288:0@lo:104: 00000100:00100000:1.0:1785389040.755725:0:17182:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1785389040.755775:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 12 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755786:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 12 pid: 5815 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755796:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804416:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389040.755853:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755862:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 12 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755869:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804544:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389040.755971:0:17182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.755979:0:17182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 12 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.755988:0:17182:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804672:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389040.756011:0:17182:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187180 going to sleep for 11 seconds 00000100:00100000:1.0:1785389040.756032:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803264:0@lo:104: 00000100:00100000:1.0:1785389040.756041:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803392:0@lo:104: 00000100:00100000:1.0:1785389040.757062:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485803648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.757120:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389040.757165:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389040.757172:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485803776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.757195:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389040.758125:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803648 00000100:00100000:3.0:1785389040.758143:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803648 00010000:00010000:3.0:1785389040.758176:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 19 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.758206:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803776 00000100:00100000:3.0:1785389040.758209:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803776 00010000:00010000:3.0:1785389040.758219:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 20 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.758234:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1785389040.758241:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+20:3324:x1872115485803648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389040.758253:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389040.758257:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 20 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.758269:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 20 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.758285:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c2e00/0xb9b521054fd76f82 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f7b expref: 20 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.758300:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389040.758336:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485803648:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389040.758342:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1785389040.758364:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1785389040.758370:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+18:3324:x1872115485803776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389040.758377:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389040.758381:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.758389:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.758399:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943301b54e00/0xb9b521054fd76f74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f6d expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.758407:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389040.758427:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+17:3324:x1872115485803776:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389040.758433:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1785389040.758460:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485803776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389040.758468:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485803648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389040.758860:0:5803:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1785389040.758873:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803520 00000100:00100000:2.0:1785389040.758877:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803520 00000100:00100000:2.0:1785389040.758909:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485803904 00000100:00100000:2.0:1785389040.758912:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485803904 00000100:00100000:2.0:1785389040.758923:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485804032 00000100:00100000:2.0:1785389040.758925:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485804032 00000100:00100000:2.0:1785389040.758934:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485804160 00000100:00100000:2.0:1785389040.758936:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485804160 00000100:00100000:2.0:1785389040.758943:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485804288 00000100:00100000:2.0:1785389040.758945:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485804288 00000100:00100000:2.0:1785389040.758956:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1785389040.758961:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+7:17182:x1872115485803520:12345-0@lo:104: 00010000:00010000:2.0:1785389040.758973:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759031:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785389040.759037:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+7:17182:x1872115485803520:12345-0@lo:104: Request processed in 76us (7994us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.759043:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1785389040.759057:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1785389040.759063:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+6:17182:x1872115485803904:12345-0@lo:104: 00010000:00010000:2.0:1785389040.759071:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759117:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1785389040.759122:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+6:17182:x1872115485803904:12345-0@lo:104: Request processed in 60us (3603us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.759147:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1785389040.759160:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1785389040.759165:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+5:17182:x1872115485804032:12345-0@lo:104: 00010000:00010000:2.0:1785389040.759173:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759205:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1785389040.759209:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+5:17182:x1872115485804032:12345-0@lo:104: Request processed in 45us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.759214:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1785389040.759230:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1785389040.759236:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17182:x1872115485804160:12345-0@lo:104: 00010000:00010000:2.0:1785389040.759242:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759267:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1785389040.759271:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17182:x1872115485804160:12345-0@lo:104: Request processed in 36us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.759276:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1785389040.759290:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1785389040.759296:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17182:x1872115485804288:12345-0@lo:104: 00010000:00010000:2.0:1785389040.759303:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759328:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1785389040.759333:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17182:x1872115485804288:12345-0@lo:104: Request processed in 38us (3608us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.759344:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00010000:2.0:1785389040.759376:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1785389040.759381:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759388:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.759392:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759402:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.759409:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.759416:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.759443:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759450:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.759470:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759477:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d334a00/0xb9b521054fd76f5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f66 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759488:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1785389040.759492:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759508:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.759512:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759520:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.759526:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.759532:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.759546:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759552:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.759559:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759566:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943301b55c00/0xb9b521054fd76f51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f58 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759575:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1785389040.759578:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759583:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.759586:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759602:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.759608:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.759613:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.759626:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759632:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.759641:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759647:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943301b54000/0xb9b521054fd76f43 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f4a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759657:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1785389040.759660:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759665:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.759667:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759674:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.759680:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.759692:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.759707:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759713:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.759718:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759725:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943301b55600/0xb9b521054fd76f35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f3c expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759734:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389040.759737:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759768:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8000 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389040.759772:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759778:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389040.759784:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389040.759789:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389040.759800:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759806:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389040.759815:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759821:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343c3d8000/0xb9b521054fd76f27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f2e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.759833:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389040.759835:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389040.759836:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389040.759843:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389040.760027:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389040.760041:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485805056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389040.760076:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389040.760127:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389040.760145:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485805184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389040.760165:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389040.760187:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805056 00000100:00100000:3.0:1785389040.760192:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805056 00010000:00010000:3.0:1785389040.760210:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 17 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.760236:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805184 00000100:00100000:3.0:1785389040.760239:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805184 00010000:00010000:3.0:1785389040.760251:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.760265:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1785389040.760271:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+18:3324:x1872115485805056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389040.760279:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389040.760283:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.760291:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 18 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.760304:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389040.760330:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+18:3324:x1872115485805056:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389040.760336:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1785389040.760349:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1785389040.760355:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+17:3324:x1872115485805184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389040.760362:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389040.760366:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 17 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.760373:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 17 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.760382:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389040.760410:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+17:3324:x1872115485805184:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389040.760415:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1785389040.760443:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485805184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389040.760452:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485805056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389040.760501:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803520:0@lo:104: 00000100:00100000:3.0:1785389040.760510:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485803904:0@lo:104: 00010000:00010000:3.0:1785389040.760518:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d9400/0xb9b521054fd76f4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f43 expref: 16 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.760528:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804032:0@lo:104: 00010000:00010000:3.0:1785389040.760535:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76f3c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f35 expref: 15 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.760542:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804160:0@lo:104: 00000100:00100000:3.0:1785389040.760550:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804288:0@lo:104: 00000100:00100000:1.0:1785389040.761839:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485804800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.761883:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389040.761983:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485805312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.762002:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389040.762020:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389040.762025:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485804928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.762043:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389040.762070:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485804800 00000100:00100000:1.0:1785389040.762075:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485804800 00010000:00010000:1.0:1785389040.762100:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 15 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.762191:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805312 00000100:00100000:1.0:1785389040.762195:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805312 00010000:00010000:1.0:1785389040.762208:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 16 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.762222:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485804928 00000100:00100000:1.0:1785389040.762224:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485804928 00010000:00010000:1.0:1785389040.762234:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 17 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389040.762244:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1785389040.762251:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+17:3322:x1872115485804800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389040.762260:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389040.762265:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 17 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762281:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 17 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762293:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c3400/0xb9b521054fd76f66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f5f expref: 17 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762304:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389040.762331:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+16:3322:x1872115485804800:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389040.762337:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1785389040.762351:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1785389040.762357:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+15:3322:x1872115485805312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389040.762364:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389040.762368:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 15 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762375:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 15 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762384:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943301b55a00/0xb9b521054fd76f2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f27 expref: 15 pid: 5814 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762392:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389040.762412:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+14:3322:x1872115485805312:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389040.762418:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1785389040.762429:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1785389040.762435:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+13:3322:x1872115485804928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389040.762447:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389040.762451:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 13 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762461:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 13 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762469:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c2600/0xb9b521054fd76f58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f51 expref: 13 pid: 5813 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389040.762476:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389040.762495:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+12:3322:x1872115485804928:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389040.762500:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1785389040.762547:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485804928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.762555:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485804800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1785389040.762560:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485805312:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389040.765303:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389040.766420:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804416:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389040.766435:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804544:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389040.766443:0:17182:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17182:1872115485804672:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389040.766496:0:17182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389040.766788:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389040.766814:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389040.766884:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389040.767120:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458668928 00000100:00100000:2.0:1785389040.767127:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458668928 00010000:00010000:2.0:1785389040.767167:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 13 pid: 5815 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389040.767198:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669184 00000100:00100000:2.0:1785389040.767201:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669184 00010000:00010000:2.0:1785389040.767214:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 14 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389040.767229:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669056 00000100:00100000:2.0:1785389040.767232:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669056 00010000:00010000:2.0:1785389040.767242:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 15 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389040.767254:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 218 00000100:00100000:2.0:1785389040.767261:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2363:x1872115458668928:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389040.767273:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389040.767278:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 15 pid: 5815 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767299:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 15 pid: 5815 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767315:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d9600/0xb9b521054fd76f20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895c5 expref: 15 pid: 5815 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767329:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389040.767377:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+14:2363:x1872115458668928:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 116us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.767384:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 218 00000100:00100000:2.0:1785389040.767401:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 219 00000100:00100000:2.0:1785389040.767406:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458669184:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389040.767413:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389040.767416:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 13 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767423:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 13 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767432:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c3200/0xb9b521054fd76f12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b7 expref: 13 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767439:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389040.767454:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+12:2363:x1872115458669184:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 48us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.767459:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 219 00000100:00100000:2.0:1785389040.767472:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:2.0:1785389040.767484:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+11:2363:x1872115458669056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389040.767491:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389040.767495:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 11 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767504:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 11 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767513:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c3a00/0xb9b521054fd76f19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895be expref: 11 pid: 5813 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767523:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767532:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767546:0:7506:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767554:0:7506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767561:0:7506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767567:0:7506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767573:0:7506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389040.767577:0:7506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767591:0:7506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767603:0:7506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389040.767612:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389040.767632:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:adce04ca-e66f-4e62-85ea-179de7f76e05+10:2363:x1872115458669056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 149us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389040.767639:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 220 00010000:00010000:3.0:1785389040.767933:0:17182:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.767941:0:17182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389040.767948:0:17182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d8600/0xb9b521054fd76f89 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389041.009791:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485805440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389041.009861:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.010011:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805440 00000100:00100000:3.0:1785389041.010020:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805440 00000100:00100000:3.0:1785389041.010074:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1785389041.010083:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485805440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389041.010117:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389041.010175:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485805440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.010182:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1785389041.010226:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485805440:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1785389041.246852:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1785389041.246860:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434378f5800 from 45 10000000:01000000:1.0:1785389041.246865:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1785389041.246911:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.246923:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.246933:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389041.246972:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485805568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.247033:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.247091:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187180 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.247185:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805568 00000100:00100000:3.0:1785389041.247192:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805568 00000100:00100000:3.0:1785389041.247240:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1785389041.247248:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+12:5818:x1872115485805568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389041.247260:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389041.247273:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f90 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.247293:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.247316:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.247325:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335200, rc 0) 00000100:00100000:3.0:1785389041.247364:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485805568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.247370:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1785389041.247446:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485805568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389041.247458:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.247467:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389041.247513:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485805696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.247534:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.247551:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187180 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.247604:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805696 00000100:00100000:2.0:1785389041.247608:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805696 00000100:00100000:2.0:1785389041.247633:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1785389041.247639:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485805696:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389041.247876:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485805696:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 236us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.247882:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1785389041.247973:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485805696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.247997:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485805824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.248029:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.248050:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187180 going to sleep for 11 seconds 00000100:00100000:0.0:1785389041.248102:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805824 00000100:00100000:0.0:1785389041.248112:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805824 00000100:00100000:0.0:1785389041.248149:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1785389041.248155:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485805824:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.248300:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485805824:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 145us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389041.248306:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1785389041.248394:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485805824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.248876:0:17183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17183:1872115485805952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.248910:0:17183:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.248933:0:17183:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187180 going to sleep for 11 seconds 00000100:00100000:0.0:1785389041.248988:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485805952 00000100:00100000:0.0:1785389041.248991:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485805952 00000100:00100000:0.0:1785389041.249046:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1785389041.249052:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:17183:x1872115485805952:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.249211:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:17183:x1872115485805952:12345-0@lo:502:llog_process_th.0 Request processed in 159us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389041.249218:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1785389041.249275:0:17183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17183:1872115485805952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.249323:0:17183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17183:1872115485806080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.249355:0:17183:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.256297:0:17183:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47c00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.257641:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806080 00000100:00100000:3.0:1785389041.257650:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806080 00000100:00100000:3.0:1785389041.257694:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1785389041.257702:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:17183:x1872115485806080:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389041.257921:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:17183:x1872115485806080:12345-0@lo:502:llog_process_th.0 Request processed in 219us (8564us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.257928:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1785389041.259891:0:17183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17183:1872115485806080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.259949:0:17183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17183:1872115485806208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.260002:0:17183:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.260031:0:17183:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47c00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.260159:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806208 00000100:00100000:3.0:1785389041.260164:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806208 00000100:00100000:3.0:1785389041.260183:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1785389041.260188:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:17183:x1872115485806208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389041.260301:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:17183:x1872115485806208:12345-0@lo:502:llog_process_th.0 Request processed in 112us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.260307:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1785389041.261505:0:17183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17183:1872115485806208:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1785389041.261526:0:17183:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:3.0:1785389041.262133:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:3.0:1785389041.262152:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1785389041.262161:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.262183:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389041.262191:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1785389041.262193:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1785389041.262196:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1785389041.262219:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.262234:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.262243:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389041.262259:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.262291:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.262319:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340a67f900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.262398:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806336 00000100:00100000:1.0:1785389041.262403:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806336 00000100:00100000:1.0:1785389041.262422:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1785389041.262427:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485806336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389041.262437:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389041.262447:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76f9e expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.262466:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.262474:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.262482:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:1.0:1785389041.262515:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485806336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 87us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.262520:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1785389041.264303:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389041.264316:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.264324:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389041.264377:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.264401:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.264432:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340a67f900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.264542:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806464 00000100:00100000:1.0:1785389041.264547:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806464 00000100:00100000:1.0:1785389041.264566:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1785389041.264571:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485806464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.264811:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485806464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 240us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.264817:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1785389041.266307:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.266375:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.266412:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.266433:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340a67f900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.267833:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806592 00000100:00100000:1.0:1785389041.267839:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806592 00000100:00100000:1.0:1785389041.267866:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1785389041.267872:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485806592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.268171:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485806592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 298us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.268178:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1785389041.269471:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806592:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1785389041.280691:0:17184:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1785389041.280966:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1785389041.280994:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1785389041.281004:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.281016:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389041.281024:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1785389041.281027:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff943404f3d800 from 45 10000000:01000000:3.0:1785389041.281029:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1785389041.281068:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.281075:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.281085:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389041.281129:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.281187:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.281246:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340a67f900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.281353:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806720 00000100:00100000:1.0:1785389041.281361:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806720 00000100:00100000:1.0:1785389041.281408:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1785389041.281417:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485806720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389041.281428:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389041.281439:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76fac expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.281459:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76fac expref: 15 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.281467:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fac expref: 15 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.281485:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8e00, rc 0) 00000100:00100000:1.0:1785389041.281525:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485806720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.281531:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1785389041.281931:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389041.281944:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.281961:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389041.282022:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.282056:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.282075:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340a67f900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.283072:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806848 00000100:00100000:2.0:1785389041.283076:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806848 00000100:00100000:2.0:1785389041.283101:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1785389041.283107:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485806848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.283557:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485806848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 448us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.283563:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1785389041.283625:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.283666:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.283716:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.283740:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.283844:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485806976 00000100:00100000:1.0:1785389041.283848:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485806976 00000100:00100000:1.0:1785389041.283875:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1785389041.283881:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485806976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.284021:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485806976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.284026:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1785389041.284213:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485806976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.284567:0:17185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17185:1872115485807104:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.284598:0:17185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.284622:0:17185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.284664:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807104 00000100:00100000:2.0:1785389041.284668:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807104 00000100:00100000:2.0:1785389041.284693:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1785389041.284706:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17185:x1872115485807104:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389041.284874:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17185:x1872115485807104:12345-0@lo:502:llog_process_th.0 Request processed in 175us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.284880:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1785389041.285080:0:17185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17185:1872115485807104:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.285113:0:17185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17185:1872115485807232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.285151:0:17185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.285177:0:17185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.285304:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807232 00000100:00100000:1.0:1785389041.285308:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807232 00000100:00100000:1.0:1785389041.285326:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1785389041.285332:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:17185:x1872115485807232:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.285442:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:17185:x1872115485807232:12345-0@lo:502:llog_process_th.0 Request processed in 109us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.285448:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1785389041.285566:0:17185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17185:1872115485807232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.285607:0:17185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17185:1872115485807360:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.285635:0:17185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.285660:0:17185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.287071:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807360 00000100:00100000:2.0:1785389041.287076:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807360 00000100:00100000:2.0:1785389041.287104:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1785389041.287109:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17185:x1872115485807360:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389041.287222:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17185:x1872115485807360:12345-0@lo:502:llog_process_th.0 Request processed in 112us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.287403:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1785389041.288161:0:17185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17185:1872115485807360:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1785389041.288185:0:17185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:1.0:1785389041.288419:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:1.0:1785389041.288437:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1785389041.288445:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.288454:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785389041.288472:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1785389041.288475:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1785389041.288477:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1785389041.288499:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.288506:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.288514:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389041.288526:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.288555:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.288581:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324b2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.288620:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807488 00000100:00100000:3.0:1785389041.288624:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807488 00000100:00100000:3.0:1785389041.288646:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1785389041.288660:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485807488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389041.288668:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389041.288678:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76fba expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.288695:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76fba expref: 16 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.288713:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fba expref: 16 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.288721:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334400, rc 0) 00000100:00100000:3.0:1785389041.288784:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485807488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.288790:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1785389041.289317:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389041.289340:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.289359:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389041.289398:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.289425:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.289446:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.289563:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807616 00000100:00100000:3.0:1785389041.289567:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807616 00000100:00100000:3.0:1785389041.289595:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1785389041.289601:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485807616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.289891:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485807616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 290us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.289897:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1785389041.291083:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.291112:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.291166:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.291197:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.292058:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807744 00000100:00100000:3.0:1785389041.292064:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807744 00000100:00100000:3.0:1785389041.292094:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1785389041.292100:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485807744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.295205:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485807744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3102us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.295214:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1785389041.295308:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807744:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1785389041.303585:0:17186:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1785389041.303788:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1785389041.303808:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1785389041.303830:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.303841:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389041.303849:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1785389041.303852:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434087c1800 from 45 10000000:01000000:0.0:1785389041.303854:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785389041.303886:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.303893:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.303902:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389041.303922:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.303980:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.304015:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.304383:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485807872 00000100:00100000:3.0:1785389041.304389:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485807872 00000100:00100000:3.0:1785389041.304427:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1785389041.304435:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485807872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389041.304447:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389041.304458:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76fc8 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.304477:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 17 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.304492:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 17 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.304500:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334a00, rc 0) 00000100:00100000:3.0:1785389041.304540:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485807872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.304545:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1785389041.304871:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485807872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389041.304883:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.304891:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389041.304930:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.304961:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.304981:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.306890:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808000 00000100:00100000:3.0:1785389041.306896:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808000 00000100:00100000:3.0:1785389041.306928:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1785389041.306935:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485808000:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.307202:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485808000:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 267us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.307209:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1785389041.307295:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.307326:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808128:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.307365:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.307391:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.307429:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808128 00000100:00100000:2.0:1785389041.307433:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808128 00000100:00100000:2.0:1785389041.307463:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1785389041.307470:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485808128:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389041.307609:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485808128:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.307616:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1785389041.307691:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808128:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.308181:0:17187:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17187:1872115485808256:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.308213:0:17187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.308243:0:17187:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.308518:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808256 00000100:00100000:3.0:1785389041.308522:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808256 00000100:00100000:3.0:1785389041.308548:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1785389041.308553:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:17187:x1872115485808256:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389041.310216:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:17187:x1872115485808256:12345-0@lo:502:llog_process_th.0 Request processed in 1660us (1999us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.310695:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1785389041.310861:0:17187:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17187:1872115485808256:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.310920:0:17187:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17187:1872115485808384:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.310974:0:17187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.311001:0:17187:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.311154:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808384 00000100:00100000:1.0:1785389041.311159:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808384 00000100:00100000:1.0:1785389041.311195:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1785389041.311203:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:17187:x1872115485808384:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.311360:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:17187:x1872115485808384:12345-0@lo:502:llog_process_th.0 Request processed in 158us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.311366:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1785389041.313807:0:17187:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17187:1872115485808384:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.313865:0:17187:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17187:1872115485808512:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.313908:0:17187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.313933:0:17187:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.314188:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808512 00000100:00100000:1.0:1785389041.314194:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808512 00000100:00100000:1.0:1785389041.314236:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1785389041.314245:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:17187:x1872115485808512:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389041.314461:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:17187:x1872115485808512:12345-0@lo:502:llog_process_th.0 Request processed in 218us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.314468:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1785389041.328925:0:17187:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17187:1872115485808512:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1785389041.328976:0:17187:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:1.0:1785389041.337144:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:1.0:1785389041.337181:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1785389041.337193:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.337205:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1785389041.337216:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1785389041.337220:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:1.0:1785389041.337222:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1785389041.337371:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.337380:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.337390:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389041.337417:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.337485:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389041.337568:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943426187180 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.357427:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808640 00000100:00100000:2.0:1785389041.357440:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808640 00000100:00100000:3.0:1785389041.357576:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1785389041.357585:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485808640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389041.357601:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389041.357618:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76fd6 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.357655:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.357665:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.357673:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:3.0:1785389041.357767:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485808640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (20256us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.357774:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1785389041.358408:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389041.358426:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.358435:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389041.358511:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.358541:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.358574:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.358616:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808768 00000100:00100000:2.0:1785389041.358620:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808768 00000100:00100000:2.0:1785389041.358646:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1785389041.358653:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485808768:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389041.358917:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485808768:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 264us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.358931:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1785389041.360213:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.360250:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808896:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.360297:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.360319:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.360424:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485808896 00000100:00100000:2.0:1785389041.360428:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485808896 00000100:00100000:2.0:1785389041.360457:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1785389041.360463:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485808896:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389041.360582:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485808896:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.360588:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1785389041.361042:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485808896:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.365456:0:17188:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17188:1872115485809024:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.365523:0:17188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.365564:0:17188:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389041.365614:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485809024 00000100:00100000:2.0:1785389041.365621:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485809024 00000100:00100000:2.0:1785389041.365659:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1785389041.365667:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:17188:x1872115485809024:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389041.365901:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:17188:x1872115485809024:12345-0@lo:502:llog_process_th.0 Request processed in 234us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389041.365908:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1785389041.366054:0:17188:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17188:1872115485809024:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1785389041.366079:0:17188:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1785389041.366089:0:17188:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785389041.366091:0:17188:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:0.0:1785389041.366096:0:17188:0:(obd_config.c:1470:class_process_config()) processing cmd: ce021 00020000:01000000:0.0:1785389041.366111:0:17188:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:0.0:1785389041.375533:0:17188:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17188:1872115485809152:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389041.375613:0:17188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.375657:0:17188:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389041.375726:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485809152 00000100:00100000:3.0:1785389041.375734:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485809152 00000100:00100000:3.0:1785389041.375805:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1785389041.375812:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:17188:x1872115485809152:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389041.376030:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:17188:x1872115485809152:12345-0@lo:502:llog_process_th.0 Request processed in 217us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389041.376038:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000020:01000004:1.0:1785389041.376193:0:17189:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9434087c1800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1785389041.376197:0:17189:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9434087c1800 4 00000100:00100000:0.0:1785389041.376617:0:17188:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17188:1872115485809152:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1785389041.376640:0:17188:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1785389041.376646:0:17188:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1785389041.376653:0:17188:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1785389041.376657:0:17188:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:3.0:1785389041.377036:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:3.0:1785389041.377070:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1785389041.377080:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.377090:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389041.377099:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1785389041.377101:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff943405ad19c0 from 1 10000000:01000000:3.0:1785389041.377109:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1785389041.377140:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.377147:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389041.377156:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389041.377181:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485809280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389041.377207:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389041.377235:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434012edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.377359:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485809280 00000100:00100000:1.0:1785389041.377369:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485809280 00000100:00100000:1.0:1785389041.377402:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1785389041.377409:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485809280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389041.377418:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389041.377429:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd76fe4 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.377447:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 19 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.377456:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 19 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389041.377464:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9200, rc 0) 00000100:00100000:1.0:1785389041.377494:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485809280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 86us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389041.377500:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1785389041.378144:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485809280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389041.378156:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.378164:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389041.378198:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485809408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389041.378230:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389041.378250:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389041.379115:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485809408 00000100:00100000:1.0:1785389041.379130:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485809408 00000100:00100000:1.0:1785389041.379161:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1785389041.379167:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485809408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389041.379325:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485809408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 158us (1102us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389041.379333:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1785389041.379503:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485809408:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1785389041.379521:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1785389041.379526:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389041.379533:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389041.776596:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389042.033501:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485809536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389042.033563:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389042.033625:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485809536 00000100:00100000:1.0:1785389042.033630:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485809536 00000100:00100000:1.0:1785389042.033679:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1785389042.033691:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485809536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389042.033723:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389042.033774:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485809536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389042.033780:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1785389042.033816:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485809536:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389042.034302:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389042.126325:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389042.129219:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669312 00000100:00100000:1.0:1785389042.129232:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669312 00000100:00100000:0.0:1785389042.131261:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:0.0:1785389042.131271:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+10:5585:x1872115458669312:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389042.131287:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389042.131305:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895cc expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389042.131349:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 11 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389042.131359:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 11 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389042.131367:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:0.0:1785389042.133031:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458669312:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 1757us (6710us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389042.133039:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:2.0:1785389042.147815:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389042.147887:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669440 00000100:00100000:3.0:1785389042.147896:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669440 00000100:00100000:3.0:1785389042.147952:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:3.0:1785389042.147962:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458669440:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389042.148270:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458669440:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 308us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389042.148279:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:3.0:1785389042.162974:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389042.163091:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669568 00000100:00100000:0.0:1785389042.163101:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669568 00000100:00100000:0.0:1785389042.163164:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:0.0:1785389042.163173:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458669568:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389042.163403:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458669568:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 230us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389042.163411:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:0.0:1785389042.180585:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389042.180780:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669696 00000100:00100000:2.0:1785389042.180790:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669696 00000100:00100000:2.0:1785389042.180846:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:2.0:1785389042.180856:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22482:x1872115458669696:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389042.181172:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22482:x1872115458669696:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 316us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389042.181180:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:2.0:1785389042.192252:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389042.192586:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669824 00000100:00100000:3.0:1785389042.192601:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669824 00000100:00100000:3.0:1785389042.192672:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00100000:3.0:1785389042.192683:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22482:x1872115458669824:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785389042.201778:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22482:x1872115458669824:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 9084us (9526us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389042.201794:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00100000:2.0:1785389042.212736:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389042.213360:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458669952 00000100:00100000:0.0:1785389042.213369:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458669952 00000100:00100000:0.0:1785389042.213419:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:0.0:1785389042.213428:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22482:x1872115458669952:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389042.213639:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:22482:x1872115458669952:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 211us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389042.213646:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:0.0:1785389042.217476:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389042.217571:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670080 00000100:00100000:1.0:1785389042.217580:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670080 00000100:00100000:1.0:1785389042.217634:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:1.0:1785389042.217643:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458670080:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389042.217659:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389042.217677:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895d3 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389042.217705:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389042.217717:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389042.217727:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9c00, rc 0) 00000100:00100000:1.0:1785389042.217810:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458670080:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 168us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389042.217818:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:3.0:1785389042.220511:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389042.220621:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670208 00000100:00100000:2.0:1785389042.220627:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670208 00000100:00100000:2.0:1785389042.220670:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:2.0:1785389042.220678:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458670208:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389042.222283:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458670208:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 1603us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389042.222293:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:2.0:1785389042.230922:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389042.242473:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670336 00000100:00100000:0.0:1785389042.242487:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670336 00000100:00100000:2.0:1785389042.255051:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:2.0:1785389042.255066:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458670336:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389042.255721:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458670336:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 656us (24804us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389042.255730:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:0.0:1785389042.261640:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389042.262357:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670464 00000100:00100000:2.0:1785389042.262367:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670464 00000100:00100000:2.0:1785389042.262417:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 489 00000100:00100000:2.0:1785389042.262427:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22483:x1872115458670464:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389042.262690:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22483:x1872115458670464:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 264us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389042.262699:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 489 00000100:00100000:3.0:1785389042.288216:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389042.288531:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670592 00000100:00100000:2.0:1785389042.288540:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670592 00000100:00100000:2.0:1785389042.288605:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 490 00000100:00100000:2.0:1785389042.288615:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22483:x1872115458670592:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389042.289412:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22483:x1872115458670592:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 797us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389042.289422:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 490 00000100:00100000:3.0:1785389042.308090:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389042.308306:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670720 00000100:00100000:1.0:1785389042.308316:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670720 00000100:00100000:1.0:1785389042.308375:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:1.0:1785389042.308385:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22483:x1872115458670720:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785389042.308595:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:22483:x1872115458670720:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 211us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389042.308603:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:0.0:1785389042.315345:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389042.315427:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670848 00000100:00100000:2.0:1785389042.315437:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670848 00000100:00100000:2.0:1785389042.315489:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:2.0:1785389042.315499:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458670848:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389042.315516:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389042.315533:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895da expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389042.315561:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389042.315573:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389042.315583:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050000, rc 0) 00000100:00100000:2.0:1785389042.315635:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458670848:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 137us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389042.315642:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:0.0:1785389042.320993:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389042.321416:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458670976 00000100:00100000:3.0:1785389042.321425:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458670976 00000100:00100000:3.0:1785389042.321469:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:3.0:1785389042.321479:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458670976:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389042.322606:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458670976:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 1126us (1625us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389042.322614:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 493 00010000:00010000:3.0:1785389042.798987:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389043.104913:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389043.104962:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.105055:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458671360 00000100:00100000:2.0:1785389043.105066:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458671360 00000100:00100000:2.0:1785389043.105139:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458671104 00000100:00100000:2.0:1785389043.105143:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458671104 00000100:00100000:2.0:1785389043.105168:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 733 00000100:00100000:2.0:1785389043.105178:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:22493:x1872115458671360:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:2.0:1785389043.105255:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389043.105284:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd76c02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894b4 expref: 73 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.105304:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:2.0:1785389043.105309:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389043.105655:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.105670:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 30 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.105679:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.105712:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 30 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.105726:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 30 pid: 5821 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389043.105740:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485809664:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389043.105867:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b53d780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389043.105889:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 734 00000100:00100000:2.0:1785389043.105898:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2365:x1872115458671104:12345-192.168.204.39@tcp:41:mkdir.0 00000004:00000024:2.0:1785389043.105926:0:9185:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259812352 avail 2257715200 00000100:00100000:2.0:1785389043.105965:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:2365:x1872115458671104:12345-192.168.204.39@tcp:41:mkdir.0 Request processed in 67us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389043.105979:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 734 00000100:00080000:3.0:1785389043.106116:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389043.114567:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.114679:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485809664:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389043.114706:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389043.116512:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458671488 00000100:00100000:1.0:1785389043.116522:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458671488 00010000:00010000:1.0:1785389043.116587:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 31 pid: 5821 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785389043.116589:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389043.116627:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00100000:1.0:1785389043.116638:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2363:x1872115458671488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389043.116653:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389043.116660:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 31 pid: 5821 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.116673:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 31 pid: 5821 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.116695:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd76c41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a894c9 expref: 31 pid: 5821 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.116730:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:1.0:1785389043.116735:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.116786:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.116794:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.116823:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389043.116880:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:2363:x1872115458671488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 243us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389043.116887:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 221 00010000:00010000:0.0:1785389043.116942:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.116949:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.116973:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.116981:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.116988:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389043.118143:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:0.0:1785389043.118154:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.118161:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.118167:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.118172:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389043.118181:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.118189:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.118198:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507700) 00010000:00010000:0.0:1785389043.118201:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389043.118205:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.118212:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77007 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389043.118227:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000192c9268 reply state 00000000a0c5a4d3 transno 4294967781 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389043.118234:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389043.118304:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:22493:x1872115458671360:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 13127us (13400us total) trans 4294967781 rc 0/0 00000100:00100000:0.0:1785389043.118312:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 733 00010000:00010000:1.0:1785389043.120252:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.120264:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.120271:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.120277:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389043.120281:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.120287:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.120311:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff94341e7d2200) 00010000:00010000:1.0:1785389043.120313:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389043.120316:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.120322:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7700e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389043.166427:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.168155:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458671616 00000100:00100000:2.0:1785389043.168166:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458671616 00000100:00100000:2.0:1785389043.168231:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 735 00000100:00100000:2.0:1785389043.168241:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+72:22494:x1872115458671616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389043.168266:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389043.168288:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77015 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895e1 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.168346:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7701c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.168358:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7701c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.168373:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7701c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389043.168423:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389043.168426:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389043.168445:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7701c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.168464:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77015 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895e1 expref: 74 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.168494:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7701c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895e1 expref: 73 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.168501:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507800) 00010000:00010000:2.0:1785389043.168504:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389043.168507:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050e00, rc 0) 00000100:00100000:2.0:1785389043.168565:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:22494:x1872115458671616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 326us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389043.168571:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 735 00000100:00100000:3.0:1785389043.170346:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389043.170409:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458671744 00000100:00100000:1.0:1785389043.170416:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458671744 00000100:00100000:1.0:1785389043.170454:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 736 00000100:00100000:1.0:1785389043.170462:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:22494:x1872115458671744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389043.170473:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389043.170483:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77023 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895e8 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170519:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170528:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170551:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170561:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170567:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170593:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170666:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd77038 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170673:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd77038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170690:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd77038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389043.170713:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:1.0:1785389043.170716:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389043.170729:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd77038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170739:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170770:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170776:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170781:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389043.170785:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170791:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170805:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507800) 00010000:00010000:1.0:1785389043.170807:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389043.170810:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170816:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7702a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170826:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170830:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170835:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170839:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389043.170842:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170846:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170851:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff943412a70b00) 00010000:00010000:1.0:1785389043.170853:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389043.170855:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170860:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd77031 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170889:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77023 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895e8 expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170900:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd77038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895e8 expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389043.170906:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389043.170908:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389043.170910:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f4e00, rc 0) 00000100:00100000:1.0:1785389043.171350:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:22494:x1872115458671744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 888us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389043.171357:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 736 00000100:00100000:1.0:1785389043.182854:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.182941:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458672000 00000100:00100000:2.0:1785389043.182951:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458672000 00000100:00100000:2.0:1785389043.182999:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00100000:2.0:1785389043.183008:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:22494:x1872115458672000:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389043.183027:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389043.183044:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7703f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895ef expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389043.183168:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:2.0:1785389043.183270:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7703f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895ef expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.183283:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507800) 00010000:00010000:2.0:1785389043.183286:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389043.183290:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd7703f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895ef expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.183316:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050600, rc 0) 00000100:00100000:2.0:1785389043.183371:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:22494:x1872115458672000:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 365us (535us total) trans 4294967782 rc 301/301 00000100:00100000:2.0:1785389043.183378:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00100000:3.0:1785389043.192306:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389043.192385:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458672256 00000100:00100000:0.0:1785389043.192394:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458672256 00000100:00100000:0.0:1785389043.192444:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 738 00000100:00100000:0.0:1785389043.192453:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:22494:x1872115458672256:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1785389043.192504:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389043.192528:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4e00/0xb9b521054fd77038 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895e8 expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.192546:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389043.192566:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389043.192588:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.192599:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.192609:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389043.192851:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000000849298 reply state 00000000947f7031 transno 4294967783 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389043.192860:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1785389043.192872:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000100:00100000:0.0:1785389043.192946:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:22494:x1872115458672256:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 493us (648us total) trans 4294967783 rc 0/0 00000100:00100000:0.0:1785389043.192952:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 738 00000100:00100000:3.0:1785389043.205649:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.205729:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458672512 00000100:00100000:2.0:1785389043.205739:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458672512 00000100:00100000:2.0:1785389043.205810:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 153 00000100:00100000:2.0:1785389043.205819:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:22494:x1872115458672512:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389043.206080:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:22494:x1872115458672512:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 260us (438us total) trans 4294967784 rc 0/0 00000100:00100000:2.0:1785389043.206293:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 153 00010000:00010000:0.0:1785389043.206524:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.206536:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.206544:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.206550:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389043.206554:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.206561:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.206588:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389043.206591:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389043.206595:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.206601:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7704d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.823364:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389043.879491:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.879589:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458672768 00000100:00100000:2.0:1785389043.879599:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458672768 00000100:00100000:2.0:1785389043.879657:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:2.0:1785389043.879667:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:22531:x1872115458672768:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:2.0:1785389043.879729:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389043.879779:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd7701c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895e1 expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.879800:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94340b507800) 00010000:00010000:2.0:1785389043.879809:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389043.879952:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:22531:x1872115458672768:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 286us (470us total) trans 0 rc -17/-17 00000100:00100000:2.0:1785389043.879975:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:1.0:1785389043.884832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389043.885033:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458672896 00000100:00100000:0.0:1785389043.885052:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458672896 00000100:00100000:0.0:1785389043.885123:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 740 00000100:00100000:0.0:1785389043.885133:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:22531:x1872115458672896:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389043.885160:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389043.885181:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd77054 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895f6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.885238:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd7705b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.885250:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd7705b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.885260:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd7705b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389043.885312:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389043.885315:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389043.885334:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd7705b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.885372:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd77054 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895f6 expref: 77 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.885387:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd7705b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895f6 expref: 76 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389043.885395:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389043.885398:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389043.885401:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3800, rc 0) 00000100:00100000:0.0:1785389043.885453:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:22531:x1872115458672896:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 322us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389043.885459:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 740 00000100:00100000:3.0:1785389043.890225:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389043.893279:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458673024 00000100:00100000:2.0:1785389043.893291:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458673024 00000100:00100000:2.0:1785389043.893352:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:2.0:1785389043.893361:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:22531:x1872115458673024:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:2.0:1785389043.893378:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389043.893396:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd77062 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a895fd expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893474:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893488:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893498:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893509:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893515:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893521:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893604:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd77077 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893620:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd77077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893627:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd77077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389043.893666:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:2.0:1785389043.893671:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389043.893694:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd77077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893706:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893712:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893718:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893725:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303050600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389043.893729:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893737:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893768:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:2.0:1785389043.893772:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389043.893777:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893793:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050600/0xb9b521054fd77069 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893806:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893811:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893816:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893820:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303051c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389043.893824:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893829:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893836:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff94340b507800) 00010000:00010000:2.0:1785389043.893838:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389043.893841:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893845:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051c00/0xb9b521054fd77070 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893898:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050e00/0xb9b521054fd77062 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895fd expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893912:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd77077 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895fd expref: 77 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389043.893926:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389043.893928:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389043.893931:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389043.894119:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:22531:x1872115458673024:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 757us (3898us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389043.894126:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:3.0:1785389044.065440:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389044.065540:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458673152 00000100:00100000:0.0:1785389044.065554:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458673152 00000100:00100000:0.0:1785389044.065619:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 742 00000100:00100000:0.0:1785389044.065628:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+30:22537:x1872115458673152:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389044.065648:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389044.065667:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7707e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89604 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.065727:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.065739:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.065773:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389044.065840:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389044.065844:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389044.065865:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.065886:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7707e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 32 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.065903:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 31 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.065912:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389044.065915:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389044.065918:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2c00, rc 0) 00000100:00100000:0.0:1785389044.065990:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:22537:x1872115458673152:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 362us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389044.065997:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 742 00000100:00100000:2.0:1785389044.094183:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389044.094305:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458673408 00000100:00100000:0.0:1785389044.094315:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458673408 00000100:00100000:0.0:1785389044.094372:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 743 00000100:00100000:0.0:1785389044.094381:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:22537:x1872115458673408:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389044.094400:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389044.094402:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1785389044.094426:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd77077 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895fd expref: 77 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094444:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff94340b507f00) 00010000:00010000:0.0:1785389044.094469:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389044.094484:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7708c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8960b expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094617:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094629:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094639:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094650:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094656:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.094662:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095262:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095270:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095278:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389044.095286:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1785389044.095309:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095321:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095327:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095333:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389044.095337:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095343:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095351:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff94341e7d2f00) 00010000:00010000:0.0:1785389044.095354:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389044.095357:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095363:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77093 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389044.095372:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a02a2916 reply state 0000000074da26a0 transno 4294967785 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389044.095380:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785389044.095406:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd7708c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 79 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095422:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 78 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.095441:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff94341e7d2c00) 00010000:00010000:0.0:1785389044.095443:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389044.095446:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3400, rc 0) 00000100:00100000:0.0:1785389044.095506:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:22537:x1872115458673408:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1125us (1332us total) trans 4294967785 rc 0/0 00000100:00100000:0.0:1785389044.095514:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 743 00010000:00010000:2.0:1785389044.099191:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.099204:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.099210:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.099215:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389044.099218:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.099223:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.099235:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0xecadbcfe (ffff94341e7d2500) 00010000:00010000:2.0:1785389044.099237:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389044.099240:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.099245:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7709a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389044.103909:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389044.103978:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458673664 00000100:00100000:2.0:1785389044.103986:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458673664 00000100:00100000:2.0:1785389044.104032:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 744 00000100:00100000:2.0:1785389044.104050:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:22537:x1872115458673664:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389044.104079:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389044.104100:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd770af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89612 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.104281:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.104294:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 79 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.104302:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.104329:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 79 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.104341:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 79 pid: 5822 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389044.104353:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485809792:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389044.104433:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b53d780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389044.112286:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485809792:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389044.112312:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389044.117251:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389044.117386:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458673792 00000100:00100000:3.0:1785389044.117395:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458673792 00010000:00010000:3.0:1785389044.117430:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 80 pid: 5822 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389044.117465:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 222 00000100:00100000:3.0:1785389044.117473:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:2363:x1872115458673792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389044.117487:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389044.117506:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 80 pid: 5822 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389044.117517:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 80 pid: 5822 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389044.117537:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd770a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8960b expref: 80 pid: 5822 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389044.117550:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff94341e7d2c00) 00010000:00010000:3.0:1785389044.117555:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389044.117563:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389044.117570:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389044.117598:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389044.117645:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2363:x1872115458673792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 173us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389044.117652:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 222 00010000:00010000:2.0:1785389044.117718:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.117735:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389044.117793:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:2.0:1785389044.118042:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118049:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118056:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118061:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389044.118075:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118084:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118093:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff94341e7d2c00) 00010000:00010000:2.0:1785389044.118095:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389044.118099:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118105:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd770b6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118168:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd770af lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89612 expref: 79 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118188:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff94340b507800) 00010000:00010000:2.0:1785389044.118190:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389044.118194:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd770af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89612 expref: 79 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.118208:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c088600, rc 0) 00000100:00100000:2.0:1785389044.118235:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:22537:x1872115458673664:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 14187us (14333us total) trans 4294967786 rc 301/301 00000100:00100000:2.0:1785389044.118242:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 744 00000100:00100000:0.0:1785389044.123487:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389044.123554:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458674048 00000100:00100000:2.0:1785389044.123562:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458674048 00000100:00100000:2.0:1785389044.123610:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 154 00000100:00100000:2.0:1785389044.123618:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:22537:x1872115458674048:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389044.123950:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:22537:x1872115458674048:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 332us (469us total) trans 4294967787 rc 0/0 00000100:00100000:2.0:1785389044.123958:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 154 00000100:00100000:3.0:1785389044.126481:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389044.126583:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458674176 00000100:00100000:0.0:1785389044.126589:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458674176 00000100:00100000:0.0:1785389044.126630:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 745 00000100:00100000:0.0:1785389044.126637:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:22537:x1872115458674176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389044.126654:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389044.126673:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd770c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89619 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.126718:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd770c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89619 expref: 80 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.126732:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2400/0xb9b521054fd770c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89619 expref: 80 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.126795:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff94341e7d2f00) 00010000:00010000:0.0:1785389044.126798:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389044.126801:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2400, rc 0) 00000100:00100000:0.0:1785389044.126842:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:22537:x1872115458674176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 205us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389044.126848:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 745 00000100:00100000:1.0:1785389044.129547:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389044.129630:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458674432 00000100:00100000:0.0:1785389044.129637:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458674432 00000100:00100000:0.0:1785389044.129672:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00100000:0.0:1785389044.129678:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:22537:x1872115458674432:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1785389044.129720:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129730:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129738:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129927:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129935:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129942:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129961:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389044.129966:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129974:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129984:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff94341e7d2f00) 00010000:00010000:0.0:1785389044.129986:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389044.129989:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.129994:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389044.130198:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:22537:x1872115458674432:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 518us (653us total) trans 4294967788 rc 0/0 00000100:00100000:0.0:1785389044.130205:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00100000:3.0:1785389044.137404:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389044.137501:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458674688 00000100:00100000:0.0:1785389044.137509:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458674688 00000100:00100000:0.0:1785389044.137556:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 747 00000100:00100000:0.0:1785389044.137564:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:22537:x1872115458674688:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389044.137814:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.137830:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389044.137839:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389044.137917:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967789 00000004:00010000:0.0:1785389044.137960:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000098798477 reply state 000000002fb43cb3 transno 4294967790 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389044.137970:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389044.138050:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:22537:x1872115458674688:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 486us (653us total) trans 4294967790 rc 0/0 00000100:00100000:0.0:1785389044.138058:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 747 00000020:00080000:0.0:1785389044.138062:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1785389044.143827:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1785389044.143914:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.143926:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.143935:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.143942:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389044.143959:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.143968:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.143983:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff94341e7d2f00) 00010000:00010000:2.0:1785389044.143986:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389044.143989:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389044.143995:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd770d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389044.144102:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458674944 00000100:00100000:3.0:1785389044.144111:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458674944 00000100:00100000:3.0:1785389044.144160:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 155 00000100:00100000:3.0:1785389044.144168:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:22537:x1872115458674944:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389044.144365:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:22537:x1872115458674944:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 197us (544us total) trans 4294967791 rc 0/0 00000100:00100000:3.0:1785389044.144372:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 155 00000001:00080000:3.0:1785389044.744570:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967790 is committed 00000001:00080000:3.0:1785389044.744620:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967791 is committed 00010000:00010000:2.0:1785389044.849883:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389045.417257:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417290:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417309:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417327:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417343:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417359:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417393:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389045.417422:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675072 00000100:00100000:3.0:1785389045.417430:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675072 00000100:00100000:3.0:1785389045.417471:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:3.0:1785389045.417479:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458675072:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.417543:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458675072:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 65us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.417550:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:3.0:1785389045.417578:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675328 00000100:00100000:3.0:1785389045.417581:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675328 00000100:00100000:3.0:1785389045.417609:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675456 00000100:00100000:3.0:1785389045.417611:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675456 00000100:00100000:3.0:1785389045.417621:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675712 00000100:00100000:3.0:1785389045.417623:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675712 00000100:00100000:3.0:1785389045.417634:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675840 00000100:00100000:3.0:1785389045.417637:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675840 00000100:00100000:3.0:1785389045.417664:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:3.0:1785389045.417670:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458675328:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.417700:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2362:x1872115458675328:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.417706:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:3.0:1785389045.417718:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:3.0:1785389045.417724:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458675456:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.417767:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458675456:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.417773:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:3.0:1785389045.417785:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:3.0:1785389045.417792:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458675712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.417814:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458675712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.417820:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:3.0:1785389045.417830:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 371 00000100:00100000:3.0:1785389045.417837:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458675840:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.417859:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458675840:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.417863:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 371 00000100:00100000:3.0:1785389045.417897:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675200 00000100:00100000:3.0:1785389045.417901:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675200 00000100:00100000:3.0:1785389045.417929:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675584 00000100:00100000:3.0:1785389045.417932:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675584 00000100:00100000:3.0:1785389045.417975:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00100000:3.0:1785389045.417981:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2363:x1872115458675200:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.418013:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2363:x1872115458675200:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.418019:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00100000:3.0:1785389045.418030:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:3.0:1785389045.418036:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2362:x1872115458675584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389045.418070:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2362:x1872115458675584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.418076:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00080000:3.0:1785389045.418202:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389045.418207:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389045.418209:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389045.623292:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485809920:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623355:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389045.623394:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485810432:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623420:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389045.623445:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389045.623450:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485810304:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623473:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389045.623497:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485810048:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623535:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389045.623552:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485810560:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623570:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389045.623584:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389045.623595:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485810176:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623614:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389045.623640:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485809920 00000100:00100000:3.0:1785389045.623646:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485809920 00000100:00100000:3.0:1785389045.623684:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1785389045.623692:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485809920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623733:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485809920:12345-0@lo:400:kworker.0 Request processed in 42us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.623740:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1785389045.623786:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810432 00000100:00100000:3.0:1785389045.623790:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810432 00000100:00100000:3.0:1785389045.623817:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810048 00000100:00100000:3.0:1785389045.623819:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810048 00000100:00100000:3.0:1785389045.623828:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810176 00000100:00100000:3.0:1785389045.623831:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810176 00000100:00100000:3.0:1785389045.623842:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1785389045.623848:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485810432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623888:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485810432:12345-0@lo:400:kworker.0 Request processed in 40us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.623893:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1785389045.623904:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1785389045.623910:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485810048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623936:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485810048:12345-0@lo:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.623941:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1785389045.623954:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1785389045.623959:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485810176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.623991:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485810176:12345-0@lo:400:kworker.0 Request processed in 32us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.623997:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1785389045.624018:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810304 00000100:00100000:3.0:1785389045.624021:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810304 00000100:00100000:3.0:1785389045.624055:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810560 00000100:00100000:3.0:1785389045.624058:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810560 00000100:00100000:3.0:1785389045.624076:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1785389045.624081:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485810304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624107:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485810304:12345-0@lo:400:kworker.0 Request processed in 26us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.624113:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1785389045.624124:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1785389045.624129:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485810560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624149:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485810560:12345-0@lo:400:kworker.0 Request processed in 20us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389045.624154:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:3.0:1785389045.624179:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389045.624182:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389045.624185:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389045.624215:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485810176:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624224:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485810048:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624231:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485810560:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624256:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485810304:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624264:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485809920:0@lo:400:kworker.0 00000100:00100000:3.0:1785389045.624280:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485810432:0@lo:400:kworker.0 00010000:00010000:3.0:1785389045.881386:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389046.127977:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389046.128009:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485810688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389046.128083:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389046.128245:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810688 00000100:00100000:3.0:1785389046.128253:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810688 00000100:00100000:3.0:1785389046.128302:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1785389046.128311:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485810688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389046.128343:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389046.128398:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485810688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389046.128404:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1785389046.128482:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485810688:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389046.191262:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389046.191271:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389046.191567:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:1.0:1785389046.191574:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389046.895133:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389047.151071:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389047.151096:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485810816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389047.151172:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389047.151237:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810816 00000100:00100000:3.0:1785389047.151247:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810816 00000100:00100000:3.0:1785389047.151302:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1785389047.151312:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485810816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389047.151345:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389047.151389:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485810816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389047.151396:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1785389047.151439:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485810816:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389047.151500:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389047.919475:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389048.942920:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389049.966946:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389050.511308:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511337:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511353:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511375:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511390:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511423:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511443:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389050.511466:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676096 00000100:00100000:3.0:1785389050.511475:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676096 00000100:00100000:3.0:1785389050.511525:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676480 00000100:00100000:3.0:1785389050.511528:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676480 00000100:00100000:3.0:1785389050.511546:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:3.0:1785389050.511554:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2365:x1872115458676096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389050.511617:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2365:x1872115458676096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 63us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.511624:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:3.0:1785389050.511640:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00100000:3.0:1785389050.511646:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2365:x1872115458676480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389050.511667:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2365:x1872115458676480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.511673:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00100000:3.0:1785389050.511688:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676352 00000100:00100000:3.0:1785389050.511691:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676352 00000100:00100000:3.0:1785389050.511710:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676608 00000100:00100000:3.0:1785389050.511712:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676608 00000100:00100000:3.0:1785389050.511722:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676224 00000100:00100000:3.0:1785389050.511724:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676224 00000100:00100000:3.0:1785389050.511733:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676736 00000100:00100000:3.0:1785389050.511735:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676736 00000100:00100000:3.0:1785389050.511768:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:3.0:1785389050.511774:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458676352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1785389050.512807:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389050.512812:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458675968 00000100:00080000:1.0:1785389050.512813:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389050.512817:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389050.512819:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458675968 00000100:00100000:2.0:1785389050.512860:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 496 00000100:00100000:2.0:1785389050.512964:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458675968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389050.513011:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458675968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 49us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.513019:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458676352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1241us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.513866:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:3.0:1785389050.513883:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:3.0:1785389050.513891:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458676608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389050.513919:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458676608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.513925:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:3.0:1785389050.513935:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 376 00000100:00100000:3.0:1785389050.513952:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458676224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389050.513974:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458676224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (2583us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.513979:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 376 00000100:00100000:3.0:1785389050.513990:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 377 00000100:00100000:3.0:1785389050.513995:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458676736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389050.514013:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458676736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.514019:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 377 00000100:00100000:2.0:1785389050.529044:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 496 00000100:00100000:1.0:1785389050.735617:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389050.735638:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485811072:0@lo:400:kworker.0 00000100:00100000:1.0:1785389050.735709:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389050.735807:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485811200:0@lo:400:kworker.0 00000100:00100000:0.0:1785389050.735901:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811072 00000100:00100000:0.0:1785389050.735909:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811072 00000100:00100000:0.0:1785389050.735971:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1785389050.735976:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485810944:0@lo:400:kworker.0 00000100:00100000:0.0:1785389050.735982:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485811072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389050.736018:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389050.736048:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485811072:12345-0@lo:400:kworker.0 Request processed in 68us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389050.736057:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1785389050.736061:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485810944 00000100:00100000:3.0:1785389050.736066:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485810944 00000100:00100000:3.0:1785389050.736091:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1785389050.736096:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485810944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389050.736127:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485810944:12345-0@lo:400:kworker.0 Request processed in 31us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.736141:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1785389050.736188:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485810944:0@lo:400:kworker.0 00000100:00100000:1.0:1785389050.736669:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389050.736703:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485811072:0@lo:400:kworker.0 00000100:00100000:2.0:1785389050.736778:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485811328:0@lo:400:kworker.0 00000100:00100000:2.0:1785389050.736808:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389050.736893:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811328 00000100:00100000:0.0:1785389050.736897:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811328 00000100:00100000:0.0:1785389050.736956:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1785389050.737008:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811200 00000100:00100000:3.0:1785389050.737013:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811200 00000100:00100000:3.0:1785389050.737042:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1785389050.737049:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485811200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1785389050.737112:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389050.737118:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389050.737150:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485811328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389050.737157:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485811200:12345-0@lo:400:kworker.0 Request processed in 107us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389050.737165:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1785389050.737324:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485811200:0@lo:400:kworker.0 00000100:00100000:3.0:1785389050.737862:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485811456:0@lo:400:kworker.0 00000100:00100000:3.0:1785389050.737890:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389050.740684:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485811584:0@lo:400:kworker.0 00000100:00100000:1.0:1785389050.740734:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389050.740791:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811584 00000100:00100000:1.0:1785389050.740797:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811584 00000100:00100000:1.0:1785389050.741039:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1785389050.741050:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485811584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389050.741091:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485811584:12345-0@lo:400:kworker.0 Request processed in 45us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389050.741098:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:1.0:1785389050.741115:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389050.741139:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485811584:0@lo:400:kworker.0 00000100:00100000:0.0:1785389050.741276:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485811328:12345-0@lo:400:kworker.0 Request processed in 4312us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389050.741292:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1785389050.741316:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811456 00000100:00100000:0.0:1785389050.741321:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811456 00000100:00100000:0.0:1785389050.741349:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00080000:1.0:1785389050.741425:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389050.741502:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485811456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389050.741584:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485811456:12345-0@lo:400:kworker.0 Request processed in 228us (3692us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389050.741590:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1785389050.742100:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485811456:0@lo:400:kworker.0 00000100:00100000:2.0:1785389050.742294:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485811328:0@lo:400:kworker.0 00010000:00010000:3.0:1785389051.000513:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389051.263131:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485811712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389051.263244:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389051.264053:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811712 00000100:00100000:3.0:1785389051.264062:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811712 00000100:00100000:3.0:1785389051.264128:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1785389051.264139:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485811712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389051.264175:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389051.264225:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485811712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389051.264232:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1785389051.264276:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485811712:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389052.015232:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389052.273680:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389052.273700:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485811840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389052.273786:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389052.273868:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485811840 00000100:00100000:1.0:1785389052.273875:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485811840 00000100:00100000:1.0:1785389052.273943:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1785389052.273958:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485811840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389052.274003:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389052.274046:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485811840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389052.274053:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00080000:1.0:1785389052.274071:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389052.274108:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485811840:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389053.040023:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389054.065205:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1785389054.141469:0:17482:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fffe080c380 20000000:00000080:2.0:1785389054.141484:0:17482:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff943405095800 uarg=0000000000000000 00000040:00100000:2.0:1785389054.142580:0:17482:0:(llog.c:1072:llog_reverse_process()) index 48 : idx 48 00000040:00100000:2.0:1785389054.142618:0:17482:0:(llog.c:1072:llog_reverse_process()) index 46 : idx 1 20000000:01000000:2.0:1785389054.142623:0:17482:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1785389054.142634:0:17482:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1785389054.143429:0:17483:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 45 marker 30 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1785389054.143561:0:17483:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 48 marker 30 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1785389054.143598:0:17483:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000040:00080000:2.0:1785389054.144183:0:17482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:2.0:1785389054.144199:0:17482:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1785389054.144330:0:17482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:2.0:1785389054.144375:0:17482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 20000000:01000000:2.0:1785389054.144393:0:17482:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1785389054.147175:0:17484:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 40 marker 31 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1785389054.148068:0:17484:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 42 marker 31 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1785389054.148107:0:17484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:2.0:1785389054.149502:0:17482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:2.0:1785389054.149524:0:17482:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1785389054.149584:0:17482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:2.0:1785389054.149623:0:17482:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:2.0:1785389054.149638:0:17482:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1785389054.149656:0:17482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149675:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149682:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149689:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fac expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149696:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fba expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149715:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149722:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149728:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149738:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 12 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149780:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149787:0:17482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149795:0:17482:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149832:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.149950:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 12 pid: 5813 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.149967:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485811968:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389054.150106:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150121:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 12 pid: 5814 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.150131:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812096:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389054.150161:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 12 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150169:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 12 pid: 5815 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.150177:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812224:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389054.150201:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150209:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 18 pid: 5815 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.150217:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812352:0@lo:104: 00000100:00100000:2.0:1785389054.150311:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1785389054.150345:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150353:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 18 pid: 5814 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.150361:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812480:0@lo:104: 00000100:00100000:2.0:1785389054.150380:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389054.150416:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485812352 00000100:00100000:2.0:1785389054.150423:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485812352 00000100:00100000:2.0:1785389054.150453:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485812480 00000100:00100000:2.0:1785389054.150456:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485812480 00000100:00100000:2.0:1785389054.150469:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1785389054.150476:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17482:x1872115485812352:12345-0@lo:104: 00010000:00010000:2.0:1785389054.150489:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150534:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785389054.150540:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17482:x1872115485812352:12345-0@lo:104: Request processed in 64us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389054.150546:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1785389054.150564:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1785389054.150570:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485812480:12345-0@lo:104: 00010000:00010000:2.0:1785389054.150577:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150605:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1785389054.150610:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485812480:12345-0@lo:104: Request processed in 41us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389054.150615:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:2.0:1785389054.150640:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150649:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 18 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.150657:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812608:0@lo:104: 00000100:00100000:2.0:1785389054.150683:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389054.150699:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485812608 00000100:00100000:2.0:1785389054.150702:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485812608 00000100:00100000:2.0:1785389054.150717:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1785389054.150722:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485812608:12345-0@lo:104: 00010000:00010000:2.0:1785389054.150730:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150777:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1785389054.150782:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485812608:12345-0@lo:104: Request processed in 60us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389054.150788:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:2.0:1785389054.150816:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76fba expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.150824:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76fba expref: 18 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.150833:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812736:0@lo:104: 00000100:00100000:2.0:1785389054.150987:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389054.151060:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1785389054.151068:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151076:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334200 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:3.0:1785389054.151080:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151089:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785389054.151096:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389054.151102:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1785389054.151128:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151135:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785389054.151155:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151162:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd76fe4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76feb expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151174:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1785389054.151177:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151183:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:3.0:1785389054.151186:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151200:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785389054.151206:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389054.151211:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1785389054.151225:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151231:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785389054.151244:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.151336:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76fac expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.151344:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76fac expref: 18 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.151353:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485813120:0@lo:104: 00000100:00100000:2.0:1785389054.151374:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389054.151399:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343c3d9600/0xb9b521054fd76fd6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fdd expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151409:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389054.151412:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151417:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:3.0:1785389054.151420:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151427:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1785389054.151432:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389054.151443:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1785389054.151458:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151463:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1785389054.151469:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151474:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd76fc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fcf expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151482:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389054.151484:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389054.151485:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389054.151491:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389054.151504:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389054.151563:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485812864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389054.151591:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389054.151617:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485812992:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389054.151638:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389054.151654:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389054.151658:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485813248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389054.151677:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389054.151701:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485812864 00000100:00100000:3.0:1785389054.151705:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485812864 00010000:00010000:3.0:1785389054.151723:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 19 pid: 5815 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.151777:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485812992 00000100:00100000:3.0:1785389054.151781:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485812992 00010000:00010000:3.0:1785389054.151792:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 20 pid: 5814 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.151807:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813248 00000100:00100000:3.0:1785389054.151809:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813248 00010000:00010000:3.0:1785389054.151819:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 21 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.151829:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1785389054.151834:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+21:3324:x1872115485812864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389054.151853:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389054.151858:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 21 pid: 5815 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151868:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 21 pid: 5815 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151893:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389054.151921:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+21:3324:x1872115485812864:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389054.151927:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1785389054.151941:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1785389054.151948:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943428abdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+20:3322:x1872115485812992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389054.151954:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389054.151958:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 20 pid: 5814 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151975:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 20 pid: 5814 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.151984:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389054.152007:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943428abdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+20:3322:x1872115485812992:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389054.152013:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1785389054.152045:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1785389054.152051:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485813248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389054.152056:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389054.152060:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 19 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.152067:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 19 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.152076:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389054.152096:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485813248:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389054.152101:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1785389054.152133:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485812864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389054.152153:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485813248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1785389054.152160:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485812992:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1785389054.153063:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389054.159428:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389054.159452:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389054.160196:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485812736 00000100:00100000:0.0:1785389054.160206:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485812736 00000100:00100000:0.0:1785389054.160246:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813120 00000100:00100000:0.0:1785389054.160249:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813120 00000100:00100000:0.0:1785389054.160264:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1785389054.160273:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17482:x1872115485812736:12345-0@lo:104: 00010000:00010000:0.0:1785389054.160291:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.160325:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389054.160349:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676864 00000100:00100000:3.0:1785389054.160353:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676864 00010000:00010000:3.0:1785389054.160374:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 13 pid: 5814 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.160393:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458676992 00010000:00010000:0.0:1785389054.160395:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1785389054.160396:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458676992 00000100:00100000:0.0:1785389054.160401:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17482:x1872115485812736:12345-0@lo:104: Request processed in 130us (9415us total) trans 0 rc 0/0 00010000:00010000:3.0:1785389054.160406:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 14 pid: 5815 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.160408:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1785389054.160415:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677120 00000100:00100000:3.0:1785389054.160417:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677120 00000100:00100000:0.0:1785389054.160422:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00010000:00010000:3.0:1785389054.160426:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 15 pid: 5813 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.160427:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485813120:12345-0@lo:104: 00010000:00010000:0.0:1785389054.160435:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.160437:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 226 00000100:00100000:3.0:1785389054.160442:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2363:x1872115458676864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389054.160452:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389054.160456:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 15 pid: 5814 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389054.160467:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 15 pid: 5814 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160474:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1785389054.160478:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485813120:12345-0@lo:104: Request processed in 51us (9104us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.160483:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:3.0:1785389054.160486:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389054.160503:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 227 00000100:00100000:0.0:1785389054.160508:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2363:x1872115458676992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389054.160516:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1785389054.160518:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2363:x1872115458676864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 76us (1100us total) trans 0 rc 0/0 00010000:00010000:0.0:1785389054.160520:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 15 pid: 5815 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.160525:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 226 00010000:00010000:0.0:1785389054.160529:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 15 pid: 5815 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.160536:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 228 00010000:00010000:0.0:1785389054.160538:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389054.160548:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:adce04ca-e66f-4e62-85ea-179de7f76e05+14:2363:x1872115458677120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1785389054.160553:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+14:2363:x1872115458676992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 46us (1102us total) trans 0 rc 0/0 00010000:00010000:3.0:1785389054.160555:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389054.160559:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 14 pid: 5813 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.160559:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 227 00010000:00010000:3.0:1785389054.160570:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 13 pid: 5813 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160575:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1785389054.160578:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389054.160580:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160586:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389054.160590:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389054.160594:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458677120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 47us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389054.160599:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 228 00010000:00010000:0.0:1785389054.160599:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389054.160615:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389054.160620:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389054.160650:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160656:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389054.160675:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160683:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343c3d8600/0xb9b521054fd76fba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fc1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160694:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389054.160698:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160703:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334c00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389054.160706:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160712:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389054.160718:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389054.160723:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389054.160763:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160769:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389054.160776:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160782:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d334c00/0xb9b521054fd76fac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fb3 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.160791:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389054.160792:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389054.160794:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389054.160800:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389054.160813:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485813376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389054.160845:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389054.160890:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389054.160896:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485813504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389054.160917:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389054.160946:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813376 00000100:00100000:0.0:1785389054.160949:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813376 00010000:00010000:0.0:1785389054.160964:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fba expref: 19 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.160979:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813504 00000100:00100000:0.0:1785389054.160981:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813504 00010000:00010000:0.0:1785389054.160990:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fac expref: 20 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161000:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1785389054.161006:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+20:3324:x1872115485813376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389054.161007:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 20 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161019:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389054.161021:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 20 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161023:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fba expref: 20 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.161032:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485813632:0@lo:104: 00010000:00010000:0.0:1785389054.161032:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76fba expref: 20 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161042:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389054.161058:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389054.161064:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+20:3324:x1872115485813376:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.161070:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00010000:00010000:2.0:1785389054.161077:0:17482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161081:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00010000:00010000:2.0:1785389054.161085:0:17482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 19 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161086:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485813504:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389054.161093:0:17482:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485813760:0@lo:104: 00010000:00010000:0.0:1785389054.161093:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389054.161097:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76fac expref: 19 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161104:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76fac expref: 19 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161113:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389054.161117:0:17482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389054.161126:0:17482:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389054.161130:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485813504:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.161136:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00010000:00010000:2.0:1785389054.161143:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943303050000/0xb9b521054fd77000 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895da expref: 12 pid: 5813 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.161153:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485811968:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389054.161158:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485813504:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389054.161163:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d9c00/0xb9b521054fd76ff9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895d3 expref: 11 pid: 5814 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161165:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485813376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389054.161171:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812096:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389054.161179:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c3200/0xb9b521054fd76ff2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895cc expref: 10 pid: 5815 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.161186:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812224:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389054.161191:0:5803:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00010000:2.0:1785389054.161196:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d9200/0xb9b521054fd76feb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76fe4 expref: 18 pid: 5815 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161205:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813632 00000100:00100000:2.0:1785389054.161208:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812352:0@lo:104: 00000100:00100000:0.0:1785389054.161208:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813632 00010000:00010000:2.0:1785389054.161220:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d334800/0xb9b521054fd76fdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76fd6 expref: 17 pid: 5814 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161220:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813760 00000100:00100000:0.0:1785389054.161222:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813760 00000100:00100000:2.0:1785389054.161228:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812480:0@lo:104: 00000100:00100000:0.0:1785389054.161231:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1785389054.161236:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17482:x1872115485813632:12345-0@lo:104: 00010000:00010000:2.0:1785389054.161237:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d334a00/0xb9b521054fd76fcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76fc8 expref: 16 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161243:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.161244:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812608:0@lo:104: 00010000:00010000:0.0:1785389054.161274:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1785389054.161279:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17482:x1872115485813632:12345-0@lo:104: Request processed in 43us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.161285:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1785389054.161296:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1785389054.161302:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340927c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485813760:12345-0@lo:104: 00010000:00010000:0.0:1785389054.161309:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161336:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1785389054.161341:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340927c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17482:x1872115485813760:12345-0@lo:104: Request processed in 39us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.161346:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:0.0:1785389054.161374:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1785389054.161378:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161385:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389054.161388:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161425:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389054.161433:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389054.161439:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389054.161451:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161457:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389054.161473:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161481:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d334600/0xb9b521054fd76f9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76fa5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161490:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389054.161492:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161498:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9a00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389054.161501:0:5808:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161513:0:5808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389054.161520:0:5808:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389054.161529:0:5808:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389054.161541:0:5808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161546:0:5808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389054.161550:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161556:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343c3d9a00/0xb9b521054fd76f90 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd76f97 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161565:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389054.161567:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389054.161568:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389054.161576:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485813888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389054.161597:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389054.161611:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389054.161615:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485814016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389054.161629:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389054.161646:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485813888 00000100:00100000:0.0:1785389054.161649:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485813888 00010000:00010000:0.0:1785389054.161660:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 16 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161672:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814016 00000100:00100000:0.0:1785389054.161674:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814016 00010000:00010000:0.0:1785389054.161681:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 17 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389054.161701:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1785389054.161706:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426384c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+17:3322:x1872115485813888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389054.161712:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389054.161715:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 17 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161723:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 17 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161732:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389054.161774:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426384c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+17:3322:x1872115485813888:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.161779:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1785389054.161806:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1785389054.161812:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+16:3322:x1872115485814016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389054.161818:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389054.161822:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 16 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161831:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 16 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161841:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.161849:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.162061:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d334400/0xb9b521054fd76fc1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76fba expref: 16 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.162070:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485812736:0@lo:104: 00010000:00010000:2.0:1785389054.162080:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d8e00/0xb9b521054fd76fb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76fac expref: 15 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.162088:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485813120:0@lo:104: 00010000:00010000:2.0:1785389054.162096:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c3d8200/0xb9b521054fd76fa5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f9e expref: 14 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.162103:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485813632:0@lo:104: 00010000:00010000:2.0:1785389054.162110:0:17482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d335200/0xb9b521054fd76f97 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd76f90 expref: 13 pid: 5813 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389054.162117:0:17482:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17482:1872115485813760:0@lo:104: 00010000:00010000:2.0:1785389054.162157:0:17482:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.162172:0:17482:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389054.162179:0:17482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389054.165148:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389054.165201:0:5807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165217:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165225:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165231:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165236:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389054.165239:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165247:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165260:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165267:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c088600/0xb9b521054fd770d9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389054.165286:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389054.165351:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+12:3322:x1872115485814016:12345-0@lo:103:ldlm_bl.0 Request processed in 3537us (3718us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389054.165360:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1785389054.165491:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485814016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389054.165513:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485813888:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389055.087446:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389055.507734:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389055.507840:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677248 00000100:00100000:2.0:1785389055.507860:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677248 00000100:00100000:2.0:1785389055.507978:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:2.0:1785389055.507989:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+10:5585:x1872115458677248:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389055.508015:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389055.508036:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89620 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.508065:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 11 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.508077:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 11 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.508088:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389055.508161:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458677248:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 174us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.508169:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:0.0:1785389055.516150:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389055.516309:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677376 00000100:00100000:1.0:1785389055.516319:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677376 00000100:00100000:1.0:1785389055.516382:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:1.0:1785389055.516394:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458677376:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389055.517093:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458677376:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 701us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389055.517102:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:0.0:1785389055.527106:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389055.527263:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677504 00000100:00100000:3.0:1785389055.527273:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677504 00000100:00100000:3.0:1785389055.527319:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 500 00000100:00100000:3.0:1785389055.527328:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458677504:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.530115:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458677504:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 2780us (3012us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.530127:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 500 00000100:00100000:3.0:1785389055.552303:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389055.552401:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677632 00000100:00100000:2.0:1785389055.552411:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677632 00000100:00100000:2.0:1785389055.552513:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 501 00000100:00100000:2.0:1785389055.552523:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23002:x1872115458677632:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389055.553017:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23002:x1872115458677632:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 435us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.553027:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 501 00000100:00100000:0.0:1785389055.562003:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389055.562096:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677760 00000100:00100000:3.0:1785389055.562106:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677760 00000100:00100000:3.0:1785389055.562171:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:3.0:1785389055.562181:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23002:x1872115458677760:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1785389055.562439:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23002:x1872115458677760:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 258us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.562456:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:0.0:1785389055.564661:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389055.565967:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458677888 00000100:00100000:2.0:1785389055.565977:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458677888 00000100:00100000:2.0:1785389055.566031:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:2.0:1785389055.566041:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458677888:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389055.566057:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389055.566074:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89627 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.566100:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.566111:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.566120:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c088600, rc 0) 00000100:00100000:2.0:1785389055.566175:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458677888:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 135us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.566181:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:0.0:1785389055.575376:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389055.575459:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678016 00000100:00100000:1.0:1785389055.575470:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678016 00000100:00100000:1.0:1785389055.575534:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00100000:1.0:1785389055.575546:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458678016:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389055.575891:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458678016:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 347us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389055.575900:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00100000:0.0:1785389055.577550:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389055.582980:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678144 00000100:00100000:3.0:1785389055.582996:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678144 00000100:00100000:3.0:1785389055.583071:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 505 00000100:00100000:3.0:1785389055.583081:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458678144:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.584437:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458678144:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 1353us (6887us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.584446:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 505 00000100:00100000:0.0:1785389055.587352:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389055.587668:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678272 00000100:00100000:2.0:1785389055.587678:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678272 00000100:00100000:2.0:1785389055.587725:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 506 00000100:00100000:2.0:1785389055.587735:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23003:x1872115458678272:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389055.588162:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23003:x1872115458678272:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 427us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.588178:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 506 00000100:00100000:0.0:1785389055.590485:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389055.590567:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678400 00000100:00100000:3.0:1785389055.590575:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678400 00000100:00100000:3.0:1785389055.590624:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 507 00000100:00100000:3.0:1785389055.590633:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23003:x1872115458678400:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:3.0:1785389055.590849:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23003:x1872115458678400:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 209us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.590857:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 507 10000000:01000000:3.0:1785389055.601079:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1785389055.601087:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434378f5800 from 49 10000000:01000000:3.0:1785389055.601092:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1785389055.601149:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.601161:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.601172:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389055.601218:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.601290:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389055.601352:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b4f8900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.601829:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814144 00000100:00100000:2.0:1785389055.601838:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814144 00000100:00100000:2.0:1785389055.601942:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1785389055.601953:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+12:5818:x1872115485814144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389055.601978:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389055.601993:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd770ee expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.602018:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd770ee expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.602029:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd770ee expref: 13 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.602038:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050000, rc 0) 00000100:00100000:2.0:1785389055.602093:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485814144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.602100:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1785389055.602173:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389055.602188:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.602196:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.602252:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.602280:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.608891:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.613144:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814272 00000100:00100000:3.0:1785389055.613158:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814272 00000100:00100000:3.0:1785389055.613212:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1785389055.613222:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485814272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.613680:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389055.614903:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485814272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1681us (12619us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.614912:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1785389055.614938:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678528 00000100:00100000:3.0:1785389055.614942:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678528 00000100:00100000:3.0:1785389055.615058:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 510 00000100:00100000:3.0:1785389055.615067:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458678528:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389055.615077:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389055.615092:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8962e expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.615114:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 13 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.615125:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 13 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.615133:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334200, rc 0) 00000100:00100000:3.0:1785389055.615163:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458678528:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 99us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.615177:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 510 00000100:00100000:0.0:1785389055.616565:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.616621:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.616687:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.616715:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.617859:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814400 00000100:00100000:3.0:1785389055.617867:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814400 00000100:00100000:3.0:1785389055.617902:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1785389055.617911:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485814400:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.618204:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485814400:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 294us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.618212:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1785389055.618647:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389055.618800:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678656 00000100:00100000:3.0:1785389055.618805:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678656 00000100:00100000:3.0:1785389055.618883:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 512 00000100:00100000:3.0:1785389055.618890:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458678656:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.619136:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458678656:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 246us (490us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389055.619143:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 512 00000100:00100000:0.0:1785389055.619482:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.641154:0:17487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17487:1872115485814528:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389055.641250:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.641295:0:17487:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434087639c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.641780:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814528 00000100:00100000:3.0:1785389055.641788:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814528 00000100:00100000:3.0:1785389055.641837:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1785389055.641857:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:17487:x1872115485814528:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389055.642173:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:17487:x1872115485814528:12345-0@lo:502:llog_process_th.0 Request processed in 320us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.642181:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1785389055.644293:0:17487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17487:1872115485814528:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389055.644360:0:17487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17487:1872115485814656:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389055.644439:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389055.644481:0:17487:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.644617:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814656 00000100:00100000:2.0:1785389055.644624:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814656 00000100:00100000:2.0:1785389055.644666:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1785389055.644675:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:17487:x1872115485814656:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389055.644888:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:17487:x1872115485814656:12345-0@lo:502:llog_process_th.0 Request processed in 214us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.644902:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1785389055.645032:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389055.645071:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389055.645095:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389055.645115:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389055.645135:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389055.645160:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389055.645181:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679168 00000100:00100000:0.0:1785389055.645186:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679168 00000100:00100000:0.0:1785389055.645221:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678784 00000100:00100000:0.0:1785389055.645224:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678784 00000100:00100000:0.0:1785389055.645243:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:0.0:1785389055.645250:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2364:x1872115458679168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389055.645299:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2364:x1872115458679168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 49us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.645306:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:0.0:1785389055.645319:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:0.0:1785389055.645326:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2364:x1872115458678784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389055.645352:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2364:x1872115458678784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.645358:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:0.0:1785389055.645388:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458678912 00000100:00100000:0.0:1785389055.645392:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458678912 00000100:00100000:0.0:1785389055.645415:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679424 00000100:00100000:0.0:1785389055.645429:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679424 00000100:00100000:0.0:1785389055.645444:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679040 00000100:00100000:0.0:1785389055.645447:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679040 00000100:00100000:0.0:1785389055.645481:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679296 00000100:00100000:0.0:1785389055.645485:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679296 00000100:00100000:0.0:1785389055.645501:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:0.0:1785389055.645507:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458678912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389055.645536:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2364:x1872115458678912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.645543:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:0.0:1785389055.645555:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 381 00000100:00100000:0.0:1785389055.645561:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458679424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389055.645585:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458679424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.645591:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 381 00000100:00100000:0.0:1785389055.645602:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:0.0:1785389055.645608:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458679040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389055.645631:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458679040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.645638:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:0.0:1785389055.645648:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:0.0:1785389055.645655:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458679296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389055.645676:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458679296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.645683:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00080000:0.0:1785389055.645706:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389055.645710:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389055.645718:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389055.646361:0:17487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17487:1872115485814656:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1785389055.646402:0:17487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1785389055.648606:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:0.0:1785389055.648633:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1785389055.648643:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.648655:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389055.648666:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1785389055.648669:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1785389055.648672:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1785389055.648707:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.648715:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.648724:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.648776:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.648830:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.649025:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.656863:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814784 00000100:00100000:2.0:1785389055.656879:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814784 00000100:00100000:2.0:1785389055.657447:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1785389055.657458:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485814784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389055.657475:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389055.657492:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd77103 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.657520:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd77103 expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.657530:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77103 expref: 14 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.657539:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050e00, rc 0) 00000100:00100000:2.0:1785389055.657621:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485814784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (8790us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.657628:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1785389055.658071:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389055.658091:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.658101:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.658187:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.658222:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.658260:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.659468:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485814912 00000100:00100000:2.0:1785389055.659477:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485814912 00000100:00100000:2.0:1785389055.659522:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1785389055.659530:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485814912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.659829:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485814912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 299us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.659837:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1785389055.660093:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485814912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.660132:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.660175:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.660205:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.660258:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815040 00000100:00100000:2.0:1785389055.660268:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815040 00000100:00100000:2.0:1785389055.660331:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1785389055.660339:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485815040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.661207:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485815040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 868us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.661216:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1785389055.661323:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815040:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1785389055.662129:0:17488:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1785389055.662180:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1785389055.662194:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1785389055.662205:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.662215:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389055.662238:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1785389055.662241:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff943404f3d800 from 49 10000000:01000000:0.0:1785389055.662244:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785389055.662274:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.662281:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.662301:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.662319:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.662356:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.682309:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.686106:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815168 00000100:00100000:3.0:1785389055.686118:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815168 00000100:00100000:3.0:1785389055.686186:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1785389055.686194:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485815168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389055.686211:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389055.686227:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd77111 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.686255:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd77111 expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.686266:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77111 expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.686276:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334000, rc 0) 00000100:00100000:3.0:1785389055.686349:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485815168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (23992us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.686356:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1785389055.691399:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389055.691426:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.691438:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.691523:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.691580:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.691625:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.693055:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815296 00000100:00100000:3.0:1785389055.693063:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815296 00000100:00100000:3.0:1785389055.693094:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1785389055.693102:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485815296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.693364:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485815296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 261us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.693372:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1785389055.693547:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.693587:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.693636:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.693666:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.693875:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815424 00000100:00100000:3.0:1785389055.693879:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815424 00000100:00100000:3.0:1785389055.693894:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1785389055.693900:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485815424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.694045:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485815424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.694057:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1785389055.694182:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.694913:0:17489:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17489:1872115485815552:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.694947:0:17489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.694979:0:17489:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.695065:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815552 00000100:00100000:3.0:1785389055.695070:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815552 00000100:00100000:3.0:1785389055.695088:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1785389055.695094:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17489:x1872115485815552:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389055.695273:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17489:x1872115485815552:12345-0@lo:502:llog_process_th.0 Request processed in 178us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.695279:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1785389055.695346:0:17489:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17489:1872115485815552:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.695382:0:17489:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17489:1872115485815680:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.695412:0:17489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.695539:0:17489:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.702049:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815680 00000100:00100000:2.0:1785389055.702064:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815680 00000100:00100000:3.0:1785389055.702169:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1785389055.702248:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17489:x1872115485815680:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.702501:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17489:x1872115485815680:12345-0@lo:502:llog_process_th.0 Request processed in 323us (7087us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.702509:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1785389055.703100:0:17489:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17489:1872115485815680:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1785389055.703134:0:17489:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1785389055.703278:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:0.0:1785389055.703295:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1785389055.703305:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.703316:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389055.703324:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1785389055.703326:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1785389055.703329:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1785389055.703358:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.703365:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.703374:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.703403:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.703437:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.703470:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.703512:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815808 00000100:00100000:3.0:1785389055.703517:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815808 00000100:00100000:3.0:1785389055.703538:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1785389055.703544:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485815808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389055.703554:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389055.703566:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd7711f expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.703586:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd7711f expref: 16 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.703597:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7711f expref: 16 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.703605:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:3.0:1785389055.703645:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485815808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.703658:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1785389055.703719:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389055.703730:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.703738:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.703814:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.703850:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.703863:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.703919:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485815936 00000100:00100000:3.0:1785389055.703923:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485815936 00000100:00100000:3.0:1785389055.703940:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1785389055.703946:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485815936:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.704249:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485815936:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 302us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.704256:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1785389055.708082:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485815936:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.708142:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.708216:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.708258:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.708327:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816064 00000100:00100000:2.0:1785389055.708334:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816064 00000100:00100000:2.0:1785389055.708375:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1785389055.708383:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485816064:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.708570:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485816064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 187us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.708578:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1785389055.708785:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816064:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1785389055.710099:0:17490:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1785389055.714106:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1785389055.714140:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1785389055.714151:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.714162:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389055.714187:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1785389055.714190:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434087c1800 from 49 10000000:01000000:0.0:1785389055.714193:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785389055.714226:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.714236:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.714246:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.714270:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.714332:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.714410:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.725254:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816192 00000100:00100000:3.0:1785389055.725269:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816192 00000100:00100000:0.0:1785389055.725396:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1785389055.725407:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485816192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389055.725437:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389055.725456:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd7712d expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.725484:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd7712d expref: 17 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.725495:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7712d expref: 17 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.725504:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2000, rc 0) 00000100:00100000:0.0:1785389055.725593:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485816192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (11260us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.725600:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1785389055.725736:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389055.725788:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.725798:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389055.725875:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.725911:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389055.725939:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389055.726030:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816320 00000100:00100000:0.0:1785389055.726035:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816320 00000100:00100000:0.0:1785389055.726065:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1785389055.726072:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485816320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.726313:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485816320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 240us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.726320:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1785389055.726499:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.726527:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.726565:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389055.726592:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.726637:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816448 00000100:00100000:2.0:1785389055.726642:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816448 00000100:00100000:2.0:1785389055.726672:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1785389055.726680:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485816448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.726856:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485816448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 176us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.726862:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1785389055.727213:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.727479:0:17491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17491:1872115485816576:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389055.727509:0:17491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389055.727534:0:17491:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.727571:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816576 00000100:00100000:2.0:1785389055.727576:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816576 00000100:00100000:2.0:1785389055.727602:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1785389055.727608:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:17491:x1872115485816576:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389055.727794:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:17491:x1872115485816576:12345-0@lo:502:llog_process_th.0 Request processed in 185us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.727800:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1785389055.727876:0:17491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17491:1872115485816576:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.727909:0:17491:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17491:1872115485816704:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.727935:0:17491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.727967:0:17491:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d240 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.728052:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816704 00000100:00100000:2.0:1785389055.728056:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816704 00000100:00100000:2.0:1785389055.728081:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1785389055.728087:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17491:x1872115485816704:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389055.728177:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17491:x1872115485816704:12345-0@lo:502:llog_process_th.0 Request processed in 90us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.728184:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1785389055.728250:0:17491:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17491:1872115485816704:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1785389055.728268:0:17491:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1785389055.728427:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:2.0:1785389055.728441:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1785389055.728449:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.728458:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389055.728467:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1785389055.728470:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:2.0:1785389055.728472:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1785389055.728492:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.728500:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.728508:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389055.728524:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.728547:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.728556:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389055.728653:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816832 00000100:00100000:0.0:1785389055.728657:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816832 00000100:00100000:0.0:1785389055.728682:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1785389055.728688:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485816832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389055.728695:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389055.728704:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd7713b expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.728719:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd7713b expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.728738:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7713b expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.728774:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3400, rc 0) 00000100:00100000:0.0:1785389055.728798:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485816832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.728804:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1785389055.732136:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389055.732160:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.732171:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389055.732240:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.732289:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.732328:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e993c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.732346:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485816960 00000100:00100000:2.0:1785389055.732352:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485816960 00000100:00100000:2.0:1785389055.732391:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1785389055.732398:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485816960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.732633:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485816960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 234us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.732640:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1785389055.732666:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485816960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.732691:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485817088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.732730:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.732738:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e993c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389055.732785:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817088 00000100:00100000:2.0:1785389055.732789:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817088 00000100:00100000:2.0:1785389055.732805:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1785389055.732810:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485817088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.732953:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485817088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 142us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.733240:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1785389055.733268:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485817088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389055.734555:0:17492:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17492:1872115485817216:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389055.734606:0:17492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.734631:0:17492:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389055.734675:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817216 00000100:00100000:0.0:1785389055.734680:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817216 00000100:00100000:0.0:1785389055.734713:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1785389055.734722:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:17492:x1872115485817216:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.734950:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:17492:x1872115485817216:12345-0@lo:502:llog_process_th.0 Request processed in 228us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.734967:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1785389055.735116:0:17492:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17492:1872115485817216:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1785389055.735139:0:17492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785389055.735149:0:17492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785389055.735151:0:17492:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1785389055.735156:0:17492:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1785389055.735171:0:17492:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:3.0:1785389055.736717:0:17492:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17492:1872115485817344:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1785389055.736809:0:17492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389055.736848:0:17492:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b240 going to sleep for 11 seconds 00000100:00100000:0.0:1785389055.736950:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817344 00000100:00100000:0.0:1785389055.736965:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817344 00000100:00100000:0.0:1785389055.736999:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1785389055.737007:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:17492:x1872115485817344:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389055.737173:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+18:17492:x1872115485817344:12345-0@lo:502:llog_process_th.0 Request processed in 167us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389055.737180:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1785389055.737323:0:17492:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17492:1872115485817344:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1785389055.737346:0:17492:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1785389055.737352:0:17492:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1785389055.737354:0:17492:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1785389055.737358:0:17492:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000004:2.0:1785389055.737577:0:17493:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9434087c1800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1785389055.737581:0:17493:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9434087c1800 4 00000020:01000000:0.0:1785389055.737709:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:0.0:1785389055.737728:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1785389055.737737:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.737865:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389055.737875:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1785389055.737878:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff943405ad19c0 from 1 10000000:01000000:0.0:1785389055.737881:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1785389055.737907:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.737915:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389055.737923:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389055.737937:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485817472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.738053:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389055.738112:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389055.741570:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817472 00000100:00100000:3.0:1785389055.741581:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817472 00000100:00100000:2.0:1785389055.744776:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1785389055.744790:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485817472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389055.744808:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389055.744827:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd77149 expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.744866:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd77149 expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.744893:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77149 expref: 19 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389055.744902:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943303050600, rc 0) 00000100:00100000:2.0:1785389055.747075:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485817472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2283us (9017us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.747085:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1785389055.747216:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485817472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389055.747238:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.747250:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389055.747324:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485817600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389055.747363:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389055.751815:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b240 going to sleep for 11 seconds 00000100:00100000:0.0:1785389055.757832:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817600 00000100:00100000:0.0:1785389055.757855:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817600 00000100:00100000:0.0:1785389055.757919:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1785389055.757929:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485817600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389055.758224:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485817600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 295us (10858us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389055.758232:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1785389055.758405:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485817600:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1785389055.758442:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1785389055.758452:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389055.758471:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389055.855264:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485818112:0@lo:400:kworker.0 00000100:00100000:2.0:1785389055.855328:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.855387:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389055.855393:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485817984:0@lo:400:kworker.0 00000100:00100000:2.0:1785389055.855419:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389055.855448:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818112 00000100:00100000:2.0:1785389055.855455:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818112 00000100:00100000:2.0:1785389055.855508:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1785389055.855515:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485818112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389055.855562:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485818112:12345-0@lo:400:kworker.0 Request processed in 46us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.855569:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1785389055.855590:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817984 00000100:00100000:2.0:1785389055.855593:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817984 00000100:00100000:2.0:1785389055.855626:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1785389055.855632:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485817984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389055.855725:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485817984:12345-0@lo:400:kworker.0 Request processed in 93us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389055.855731:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:2.0:1785389055.855782:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389055.855787:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389055.855819:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485817984:0@lo:400:kworker.0 00000100:00100000:2.0:1785389055.855830:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485818112:0@lo:400:kworker.0 00000100:00100000:1.0:1785389055.856053:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485817856:0@lo:400:kworker.0 00000100:00100000:1.0:1785389055.856083:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389055.856118:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389055.856124:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485817728:0@lo:400:kworker.0 00000100:00100000:1.0:1785389055.856147:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389055.856171:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485818240:0@lo:400:kworker.0 00000100:00100000:1.0:1785389055.856191:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389055.856216:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818240 00000100:00100000:1.0:1785389055.856220:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818240 00000100:00100000:1.0:1785389055.856252:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1785389055.856259:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485818240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389055.856294:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485818240:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389055.856300:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1785389055.856329:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485818240:0@lo:400:kworker.0 00000100:00100000:3.0:1785389055.856395:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817856 00000100:00100000:3.0:1785389055.856400:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817856 00000100:00100000:3.0:1785389055.856429:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485817728 00000100:00100000:3.0:1785389055.856432:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485817728 00000100:00100000:3.0:1785389055.856448:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1785389055.856455:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485817856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389055.856495:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485817856:12345-0@lo:400:kworker.0 Request processed in 40us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.856502:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1785389055.856515:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1785389055.856521:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485817728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389055.856547:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485817728:12345-0@lo:400:kworker.0 Request processed in 26us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389055.856552:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1785389055.856577:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485817728:0@lo:400:kworker.0 00000100:00100000:3.0:1785389055.856586:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485817856:0@lo:400:kworker.0 00000100:00080000:2.0:1785389055.858907:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389055.858915:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1785389056.113153:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389056.370075:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389056.370096:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485818368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389056.370162:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389056.370221:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818368 00000100:00100000:3.0:1785389056.370227:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818368 00000100:00100000:3.0:1785389056.370267:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1785389056.370287:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485818368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389056.370318:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389056.370377:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485818368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389056.370383:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1785389056.370630:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485818368:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785389056.431016:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389056.431027:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389056.432306:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389056.432315:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389057.145623:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389057.391141:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485818496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389057.391215:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389057.392520:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818496 00000100:00100000:1.0:1785389057.392529:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818496 00000100:00100000:1.0:1785389057.392589:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1785389057.392606:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485818496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389057.392641:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389057.392706:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485818496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389057.392713:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00080000:2.0:1785389057.392919:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389057.396518:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485818496:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389058.158922:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1785389058.915572:0:17591:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff02519cc0 20000000:00000080:2.0:1785389058.915590:0:17591:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff94343c7e0c00 uarg=0000000000000000 00000040:00100000:2.0:1785389058.918413:0:17591:0:(llog.c:1072:llog_reverse_process()) index 51 : idx 48 20000000:01000000:2.0:1785389058.918422:0:17591:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1785389058.918439:0:17591:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:1.0:1785389058.926078:0:17592:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:1.0:1785389058.926199:0:17592:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:1.0:1785389058.926250:0:17592:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:3.0:1785389058.935190:0:17591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:3.0:1785389058.935212:0:17591:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1785389058.935243:0:17591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17528 00000040:00080000:3.0:1785389058.935272:0:17591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17752 20000000:01000000:3.0:1785389058.935291:0:17591:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:0.0:1785389058.939370:0:17593:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:0.0:1785389058.939450:0:17593:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:0.0:1785389058.939513:0:17593:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:3.0:1785389058.939960:0:17591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:3.0:1785389058.939973:0:17591:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1785389058.940105:0:17591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 120 off16728 00000040:00080000:3.0:1785389058.940165:0:17591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16952 10000000:01000000:3.0:1785389058.940181:0:17591:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1785389058.940199:0:17591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940217:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940225:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940232:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd770ee expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940246:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940253:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77103 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940260:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77111 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940266:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7711f expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940272:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7712d expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940278:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7713b expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940283:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77149 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940290:0:17591:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940323:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd77149 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940335:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd77149 expref: 18 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.940357:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485818624:0@lo:104: 00000100:00100000:3.0:1785389058.940417:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389058.940543:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd7713b expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.940551:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd7713b expref: 18 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.940559:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485818752:0@lo:104: 00000100:00100000:3.0:1785389058.940579:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389058.946006:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd7712d expref: 18 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.946022:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd7712d expref: 18 pid: 5815 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.946034:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485818880:0@lo:104: 00000100:00100000:3.0:1785389058.946082:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.951820:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818624 00000100:00100000:2.0:1785389058.951835:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818624 00000100:00100000:2.0:1785389058.951886:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818752 00000100:00100000:2.0:1785389058.951889:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818752 00000100:00100000:2.0:1785389058.951905:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1785389058.951914:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17591:x1872115485818624:12345-0@lo:104: 00010000:00010000:2.0:1785389058.951930:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952133:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785389058.952139:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17591:x1872115485818624:12345-0@lo:104: Request processed in 227us (11723us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.952163:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1785389058.952182:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1785389058.952189:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17591:x1872115485818752:12345-0@lo:104: 00010000:00010000:2.0:1785389058.952197:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952235:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1785389058.952240:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17591:x1872115485818752:12345-0@lo:104: Request processed in 53us (11661us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.952246:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:2.0:1785389058.952279:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1785389058.952285:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952291:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943401531400 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389058.952296:0:13566:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952304:0:13566:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389058.952311:0:13566:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389058.952316:0:13566:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389058.952346:0:13566:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952351:0:13566:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389058.952378:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952385:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943401531400/0xb9b521054fd77149 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77150 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952398:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389058.952401:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952406:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943303051c00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:2.0:1785389058.952409:0:13566:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952415:0:13566:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1785389058.952421:0:13566:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389058.952427:0:13566:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1785389058.952441:0:13566:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952446:0:13566:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1785389058.952462:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952469:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff943303051c00/0xb9b521054fd7713b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77142 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.952478:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389058.952484:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389058.952486:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389058.952505:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485819008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.952539:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.952584:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485819136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.952604:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1785389058.952661:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389058.952805:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485819008 00000100:00100000:0.0:1785389058.952810:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485819008 00010000:00010000:0.0:1785389058.952833:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd77149 expref: 19 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389058.952853:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485819136 00000100:00100000:0.0:1785389058.952856:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485819136 00010000:00010000:0.0:1785389058.952865:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7713b expref: 20 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389058.952878:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1785389058.952883:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3323:x1872115485819008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389058.952892:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389058.952898:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd77149 expref: 20 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.952908:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd77149 expref: 20 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.952923:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389058.952948:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+20:3323:x1872115485819008:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389058.952953:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1785389058.952966:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1785389058.952971:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485819136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389058.952984:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389058.953000:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7713b expref: 19 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.953009:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd7713b expref: 19 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.953017:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389058.953040:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485819136:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389058.953046:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1785389058.954103:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485819136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.954127:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485819008:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1785389058.954222:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd7711f expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954233:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd7711f expref: 18 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954244:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819264:0@lo:104: 00000100:00100000:3.0:1785389058.954270:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389058.954283:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd77111 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954303:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd77111 expref: 18 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954312:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819392:0@lo:104: 00000100:00100000:3.0:1785389058.954329:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389058.954342:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd77103 expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954350:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd77103 expref: 18 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954357:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819520:0@lo:104: 00000100:00100000:3.0:1785389058.954370:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389058.954385:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 12 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954394:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 12 pid: 5814 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954403:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819648:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389058.954453:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb9b521054fd770ee expref: 18 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954469:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb9b521054fd770ee expref: 18 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954477:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819776:0@lo:104: 00000100:00100000:3.0:1785389058.954498:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1785389058.954520:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954529:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 12 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954537:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819904:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389058.954560:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.954568:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 12 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954575:0:17591:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485820032:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389058.954589:0:17591:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b180 going to sleep for 11 seconds 00010000:00010000:3.0:1785389058.954600:0:17591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943303050600/0xb9b521054fd77150 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd77149 expref: 18 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954611:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485818624:0@lo:104: 00010000:00010000:3.0:1785389058.954619:0:17591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c3400/0xb9b521054fd77142 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd7713b expref: 17 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.954627:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485818752:0@lo:104: 00000100:00100000:2.0:1785389058.957507:0:5803:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1785389058.957531:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485818880 00000100:00100000:2.0:1785389058.957539:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485818880 00000100:00100000:2.0:1785389058.957570:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485819264 00000100:00100000:2.0:1785389058.957573:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485819264 00000100:00100000:2.0:1785389058.957582:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485819392 00000100:00100000:2.0:1785389058.957584:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485819392 00000100:00100000:2.0:1785389058.957593:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485819520 00000100:00100000:2.0:1785389058.957596:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485819520 00000100:00100000:2.0:1785389058.957605:0:5803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485819776 00000100:00100000:2.0:1785389058.957607:0:5803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485819776 00000100:00100000:2.0:1785389058.957620:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1785389058.957628:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+7:17591:x1872115485818880:12345-0@lo:104: 00010000:00010000:2.0:1785389058.957644:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.957720:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785389058.957726:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+7:17591:x1872115485818880:12345-0@lo:104: Request processed in 99us (11644us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.957733:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1785389058.957794:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1785389058.957800:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+6:17591:x1872115485819264:12345-0@lo:104: 00010000:00010000:2.0:1785389058.957807:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.957842:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1785389058.957847:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+6:17591:x1872115485819264:12345-0@lo:104: Request processed in 49us (3577us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.957853:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1785389058.957864:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1785389058.957869:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+5:17591:x1872115485819392:12345-0@lo:104: 00010000:00010000:2.0:1785389058.957877:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.957907:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1785389058.957912:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+5:17591:x1872115485819392:12345-0@lo:104: Request processed in 44us (3583us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.957918:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1785389058.957929:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1785389058.957935:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17591:x1872115485819520:12345-0@lo:104: 00010000:00010000:2.0:1785389058.957942:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.957967:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1785389058.957972:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+4:17591:x1872115485819520:12345-0@lo:104: Request processed in 38us (3601us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.957977:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00010000:0.0:1785389058.958096:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1785389058.958103:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958110:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389058.958115:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958122:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389058.958129:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389058.958135:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389058.958168:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958174:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389058.958200:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958207:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9433033c3a00/0xb9b521054fd7712d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77134 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958218:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1785389058.958221:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958227:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389058.958230:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958236:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389058.958242:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389058.958247:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389058.958260:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958266:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389058.958279:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958285:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9433033c3200/0xb9b521054fd7711f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77126 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958293:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1785389058.958302:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958308:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389058.958311:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958316:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389058.958322:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389058.958326:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389058.958339:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958345:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389058.958351:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958357:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9433033c2600/0xb9b521054fd77111 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd77118 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958366:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389058.958369:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958375:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389058.958377:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958394:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389058.958400:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389058.958405:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389058.958417:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958422:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389058.958428:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958434:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9433033c2e00/0xb9b521054fd77103 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd7710a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.958443:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389058.958444:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389058.958446:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389058.958527:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1785389058.958534:0:5803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302a19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17591:x1872115485819776:12345-0@lo:104: 00010000:00010000:2.0:1785389058.958542:0:5803:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.958584:0:5803:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1785389058.958590:0:5803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302a19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9325daa-a3fa-449f-b96f-404303c31621+3:17591:x1872115485819776:12345-0@lo:104: Request processed in 57us (4091us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.958595:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1785389058.958634:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485820160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.958666:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.958691:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389058.958696:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485820544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.958716:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.958739:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820160 00000100:00100000:3.0:1785389058.958976:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485818880:0@lo:104: 00000100:00100000:3.0:1785389058.958986:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819264:0@lo:104: 00000100:00100000:3.0:1785389058.959060:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819392:0@lo:104: 00000100:00100000:3.0:1785389058.959067:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819520:0@lo:104: 00000100:00100000:3.0:1785389058.959074:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819776:0@lo:104: 00010000:00010000:0.0:1785389058.959886:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389058.959891:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.959899:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc1d97c20) 10000000:00010000:0.0:1785389058.959902:0:5809:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.959909:0:5809:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1785389058.959920:0:5809:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389058.959925:0:5809:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1785389058.959941:0:5809:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.959946:0:5809:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1785389058.959957:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.959963:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff94343d335000/0xb9b521054fd770ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb9b521054fd770f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.959975:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389058.959977:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389058.959979:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389058.960120:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820160 00010000:00010000:2.0:1785389058.960143:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7712d expref: 17 pid: 5815 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389058.960167:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820544 00000100:00100000:2.0:1785389058.960171:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820544 00010000:00010000:2.0:1785389058.960180:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd77103 expref: 18 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389058.960197:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1785389058.960202:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+18:3325:x1872115485820160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389058.960211:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389058.960216:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7712d expref: 18 pid: 5815 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960233:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd7712d expref: 18 pid: 5815 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960246:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9433033c2000/0xb9b521054fd77134 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd7712d expref: 18 pid: 5815 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960258:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389058.960283:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+17:3325:x1872115485820160:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.960289:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1785389058.960301:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1785389058.960306:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+16:3325:x1872115485820544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389058.960312:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389058.960316:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd77103 expref: 16 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960324:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd77103 expref: 16 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960333:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943303050e00/0xb9b521054fd7710a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd77103 expref: 16 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960341:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389058.960356:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9325daa-a3fa-449f-b96f-404303c31621+15:3325:x1872115485820544:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (1640us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.960361:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1785389058.960381:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485820672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.960413:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.960435:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485820544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.960441:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485820160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.960466:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820672 00000100:00100000:2.0:1785389058.960469:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820672 00010000:00010000:2.0:1785389058.960480:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd770ee expref: 15 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389058.960496:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1785389058.960501:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+15:3325:x1872115485820672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389058.960507:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389058.960511:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd770ee expref: 15 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960518:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd770ee expref: 15 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960528:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943303050000/0xb9b521054fd770f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd770ee expref: 15 pid: 5813 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960535:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389058.960556:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+14:3325:x1872115485820672:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.960561:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1785389058.960577:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485820672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.960591:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485820288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.960611:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.960631:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389058.960637:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485820416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1785389058.960652:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389058.960668:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820288 00000100:00100000:2.0:1785389058.960671:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820288 00010000:00010000:2.0:1785389058.960681:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7711f expref: 14 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389058.960691:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820416 00000100:00100000:2.0:1785389058.960694:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820416 00010000:00010000:2.0:1785389058.960701:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd77111 expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389058.960711:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1785389058.960716:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426386850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+15:3322:x1872115485820288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389058.960722:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389058.960725:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd7711f expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.960733:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd7711f expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.960914:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819648:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389058.960922:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485819904:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389058.960929:0:17591:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1872115485820032:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389058.960960:0:17591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389058.961868:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1785389058.961879:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e9325daa-a3fa-449f-b96f-404303c31621+15:3322:x1872115485820416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1785389058.961888:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389058.961893:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb9b521054fd77111 expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.961903:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb9b521054fd77111 expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.961912:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d334000/0xb9b521054fd77118 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd77111 expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389058.961931:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389058.961974:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e9325daa-a3fa-449f-b96f-404303c31621+14:3322:x1872115485820416:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389058.961980:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1785389058.962073:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485820416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1785389058.962718:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389058.962786:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389058.962840:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389058.963062:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679552 00000100:00100000:3.0:1785389058.963068:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679552 00010000:00010000:3.0:1785389058.963085:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 13 pid: 5814 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.963098:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679808 00000100:00100000:3.0:1785389058.963101:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679808 00010000:00010000:3.0:1785389058.963110:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 14 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.963118:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679680 00000100:00100000:3.0:1785389058.963120:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679680 00010000:00010000:3.0:1785389058.963128:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 15 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389058.963138:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 240 00000100:00100000:3.0:1785389058.963143:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2362:x1872115458679552:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389058.963151:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389058.963155:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 15 pid: 5814 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963174:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 15 pid: 5814 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963185:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d334200/0xb9b521054fd770fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8962e expref: 15 pid: 5814 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963194:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389058.963236:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+14:2362:x1872115458679552:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 92us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389058.963242:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 240 00000100:00100000:3.0:1785389058.963255:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 241 00000100:00100000:3.0:1785389058.963260:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458679808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389058.963267:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389058.963271:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 13 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963278:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 13 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963288:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c089a00/0xb9b521054fd770e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89620 expref: 13 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963295:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389058.963309:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+12:2362:x1872115458679808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 49us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389058.963314:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 241 00000100:00100000:3.0:1785389058.963324:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 242 00000100:00100000:3.0:1785389058.963335:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+11:2362:x1872115458679680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389058.963342:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389058.963346:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 11 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963354:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 11 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963363:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343c088600/0xb9b521054fd770e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89627 expref: 11 pid: 5813 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963375:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963383:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963396:0:17125:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963403:0:17125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963410:0:17125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963417:0:17125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963422:0:17125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389058.963426:0:17125:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963439:0:17125:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963454:0:17125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963462:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389058.963479:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+10:2362:x1872115458679680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 144us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389058.963485:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 242 00010000:00010000:3.0:1785389058.963506:0:17591:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963513:0:17591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389058.963519:0:17591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d335200/0xb9b521054fd77157 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.964042:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff94343d335c00/0xb9b521054fd77126 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb9b521054fd7711f expref: 15 pid: 5814 timeout: 929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389058.964058:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389058.964095:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426386850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9325daa-a3fa-449f-b96f-404303c31621+12:3322:x1872115485820288:12345-0@lo:103:ldlm_bl.0 Request processed in 3378us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389058.964101:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00010000:00010000:2.0:1785389058.964143:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389058.964175:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485820288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1785389058.964199:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389059.183065:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389060.174155:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.174240:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458679936 00000100:00100000:2.0:1785389060.174249:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458679936 00000100:00100000:2.0:1785389060.174300:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 538 00000100:00100000:2.0:1785389060.174308:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+10:5585:x1872115458679936:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389060.174323:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389060.174342:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433030b5800/0xb9b521054fd7715e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89635 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.174378:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433030b5800/0xb9b521054fd7715e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89635 expref: 11 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.174390:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433030b5800/0xb9b521054fd7715e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89635 expref: 11 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.174399:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5800, rc 0) 00000100:00100000:2.0:1785389060.174457:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458679936:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 148us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.174464:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 538 00000100:00100000:0.0:1785389060.177651:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.178696:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680064 00000100:00100000:1.0:1785389060.178707:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680064 00000100:00100000:1.0:1785389060.178811:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 539 00000100:00100000:1.0:1785389060.178822:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458680064:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389060.179128:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458680064:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 308us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.179136:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 539 00000100:00100000:3.0:1785389060.186146:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389060.186280:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680192 00000100:00100000:0.0:1785389060.186337:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680192 00000100:00100000:0.0:1785389060.186431:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 540 00000100:00100000:0.0:1785389060.186453:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458680192:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.186808:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458680192:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 367us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.186817:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 540 00000100:00100000:0.0:1785389060.201621:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.201918:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680320 00000100:00100000:2.0:1785389060.201929:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680320 00000100:00100000:2.0:1785389060.201982:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 541 00000100:00100000:2.0:1785389060.201991:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23022:x1872115458680320:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:2.0:1785389060.202284:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23022:x1872115458680320:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 293us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.202293:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 541 00010000:00010000:2.0:1785389060.207059:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389060.231855:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.231984:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680448 00000100:00100000:1.0:1785389060.231995:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680448 00000100:00100000:1.0:1785389060.232054:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 542 00000100:00100000:1.0:1785389060.232066:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23022:x1872115458680448:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785389060.232285:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+11:23022:x1872115458680448:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 221us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.232293:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 542 00000100:00100000:3.0:1785389060.237904:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389060.238001:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680576 00000100:00100000:0.0:1785389060.238011:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680576 00000100:00100000:0.0:1785389060.238061:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 543 00000100:00100000:0.0:1785389060.238069:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+11:5585:x1872115458680576:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389060.238084:0:5813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389060.238100:0:5813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943401531400/0xb9b521054fd77165 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8963c expref: -99 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.238142:0:5813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943401531400/0xb9b521054fd77165 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8963c expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.238152:0:5813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943401531400/0xb9b521054fd77165 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8963c expref: 12 pid: 5813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.238160:0:5813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943401531400, rc 0) 00000100:00100000:0.0:1785389060.238213:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458680576:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 145us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.238220:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 543 00000100:00100000:0.0:1785389060.242735:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.242914:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680704 00000100:00100000:2.0:1785389060.242923:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680704 00000100:00100000:2.0:1785389060.242970:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 544 00000100:00100000:2.0:1785389060.242978:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458680704:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.243236:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458680704:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 258us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.243244:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 544 00000100:00100000:2.0:1785389060.255084:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.255330:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680832 00000100:00100000:1.0:1785389060.255359:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680832 00000100:00100000:1.0:1785389060.255418:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 545 00000100:00100000:1.0:1785389060.255427:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458680832:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389060.256079:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458680832:12345-192.168.204.39@tcp:503:ll_cfg_requeue.0 Request processed in 297us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.256088:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 545 00000100:00100000:3.0:1785389060.265604:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389060.265690:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458680960 00000100:00100000:0.0:1785389060.265700:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458680960 00000100:00100000:0.0:1785389060.265783:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 546 00000100:00100000:0.0:1785389060.265794:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23023:x1872115458680960:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389060.266110:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23023:x1872115458680960:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 317us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.266118:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 546 00000100:00100000:0.0:1785389060.281721:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.282040:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681088 00000100:00100000:1.0:1785389060.282051:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681088 00000100:00100000:1.0:1785389060.282112:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 547 00000100:00100000:1.0:1785389060.282123:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23023:x1872115458681088:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785389060.282370:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+12:23023:x1872115458681088:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 248us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.282378:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 547 00000100:00100000:3.0:1785389060.312846:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.314581:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681216 00000100:00100000:2.0:1785389060.314592:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681216 00000100:00100000:2.0:1785389060.314658:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 548 00000100:00100000:2.0:1785389060.314669:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+12:5585:x1872115458681216:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389060.314686:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389060.314704:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433030b5000/0xb9b521054fd7716c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89643 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.314733:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433030b5000/0xb9b521054fd7716c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89643 expref: 13 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.314782:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433030b5000/0xb9b521054fd7716c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89643 expref: 13 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.314792:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5000, rc 0) 00000100:00100000:2.0:1785389060.314847:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458681216:12345-192.168.204.39@tcp:101:ll_cfg_requeue.0 Request processed in 179us (2009us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.314854:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 548 00000100:00100000:3.0:1785389060.320943:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389060.321038:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681344 00000100:00100000:0.0:1785389060.321049:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681344 00000100:00100000:0.0:1785389060.321102:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 549 00000100:00100000:0.0:1785389060.321110:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458681344:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.321350:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:5585:x1872115458681344:12345-192.168.204.39@tcp:501:ll_cfg_requeue.0 Request processed in 240us (413us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389060.321367:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 549 10000000:01000000:2.0:1785389060.654861:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1785389060.654869:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434378f5800 from 52 10000000:01000000:2.0:1785389060.654874:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1785389060.654919:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.654931:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.654942:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.654967:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485820800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.655032:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.655084:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd540 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.655247:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820800 00000100:00100000:0.0:1785389060.655256:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820800 00000100:00100000:0.0:1785389060.655309:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1785389060.655318:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+12:5818:x1872115485820800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389060.655334:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389060.655348:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943401530800/0xb9b521054fd7717a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd77173 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.655370:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943401530800/0xb9b521054fd7717a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd77173 expref: 13 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.655381:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943401530800/0xb9b521054fd7717a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77173 expref: 13 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.655390:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943401530800, rc 0) 00000100:00100000:0.0:1785389060.655440:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485820800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.655446:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1785389060.655640:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485820800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389060.655657:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd7717a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.655683:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd7717a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389060.655874:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485820928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.655904:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389060.655996:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b180 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.656614:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485820928 00000100:00100000:1.0:1785389060.656621:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485820928 00000100:00100000:1.0:1785389060.656666:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1785389060.656675:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485820928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389060.657153:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485820928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 479us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.657160:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1785389060.657291:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485820928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.657325:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.657363:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389060.657393:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b180 going to sleep for 11 seconds 00000100:00100000:2.0:1785389060.657450:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821056 00000100:00100000:2.0:1785389060.657455:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821056 00000100:00100000:2.0:1785389060.657488:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1785389060.657495:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485821056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.657668:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485821056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 173us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.657676:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1785389060.657949:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.658351:0:17595:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17595:1872115485821184:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.658400:0:17595:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.658426:0:17595:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546540 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.659616:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821184 00000100:00100000:1.0:1785389060.659622:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821184 00000100:00100000:1.0:1785389060.659661:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1785389060.659667:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:17595:x1872115485821184:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389060.660092:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:17595:x1872115485821184:12345-0@lo:502:llog_process_th.0 Request processed in 424us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.660108:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1785389060.660197:0:17595:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17595:1872115485821184:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.660241:0:17595:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17595:1872115485821312:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.660277:0:17595:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.660312:0:17595:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546540 going to sleep for 11 seconds 00000100:00100000:2.0:1785389060.660452:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821312 00000100:00100000:2.0:1785389060.660457:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821312 00000100:00100000:2.0:1785389060.660485:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1785389060.660493:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:17595:x1872115485821312:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389060.660628:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+13:17595:x1872115485821312:12345-0@lo:502:llog_process_th.0 Request processed in 135us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.660646:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1785389060.660872:0:17595:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17595:1872115485821312:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1785389060.660890:0:17595:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:3.0:1785389060.661087:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1785389060.661105:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1785389060.661114:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd7717a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.661124:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433030b5600/0xb9b521054fd77173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd7717a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389060.661132:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1785389060.661134:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1785389060.661136:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1785389060.661158:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.661165:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.661179:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389060.661192:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.661219:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389060.661243:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b180 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.661283:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821440 00000100:00100000:1.0:1785389060.661287:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821440 00000100:00100000:1.0:1785389060.661654:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1785389060.661661:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+13:5818:x1872115485821440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389060.661669:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389060.661681:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433013f5a00/0xb9b521054fd77188 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd77181 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.661698:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433013f5a00/0xb9b521054fd77188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd77181 expref: 14 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.661706:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433013f5a00/0xb9b521054fd77188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd77181 expref: 14 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.661713:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f5a00, rc 0) 00000100:00100000:1.0:1785389060.665526:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485821440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3862us (4302us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.665534:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1785389060.667913:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389060.667947:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77188 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.667961:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77188 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.668041:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.668087:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.668125:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fda80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.668225:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821568 00000100:00100000:0.0:1785389060.668232:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821568 00000100:00100000:0.0:1785389060.668267:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1785389060.668275:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485821568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.668544:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485821568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 268us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.668551:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1785389060.669455:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.669487:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.669535:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.669559:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fda80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.670823:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821696 00000100:00100000:0.0:1785389060.670829:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821696 00000100:00100000:0.0:1785389060.670868:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1785389060.670874:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485821696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.671054:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485821696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 179us (1517us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.671061:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1785389060.671135:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821696:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1785389060.696418:0:17596:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1785389060.696844:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1785389060.696874:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1785389060.696886:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77188 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.696899:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d335200/0xb9b521054fd77181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77188 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1785389060.696908:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1785389060.696910:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff943404f3d800 from 52 10000000:01000000:2.0:1785389060.696913:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1785389060.696960:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.696984:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.696994:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.697016:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.697075:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.697109:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.698848:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821824 00000100:00100000:0.0:1785389060.698860:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821824 00000100:00100000:0.0:1785389060.698906:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1785389060.698915:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+14:5818:x1872115485821824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389060.698941:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389060.698973:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943301872400/0xb9b521054fd77196 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd7718f expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.698998:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943301872400/0xb9b521054fd77196 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd7718f expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.699009:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943301872400/0xb9b521054fd77196 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7718f expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.699028:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872400, rc 0) 00000100:00100000:0.0:1785389060.699096:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485821824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (2019us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.699103:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1785389060.699187:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389060.699203:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77196 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.699213:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd77196 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389060.699273:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.699319:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389060.699349:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b240 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.699862:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485821952 00000100:00100000:0.0:1785389060.699868:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485821952 00000100:00100000:0.0:1785389060.699901:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1785389060.699908:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485821952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.700164:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485821952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 256us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.700171:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1785389060.700203:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485821952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.700238:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.700278:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.700292:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434012edd80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.700303:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822080 00000100:00100000:0.0:1785389060.700306:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822080 00000100:00100000:0.0:1785389060.700514:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1785389060.700522:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485822080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.700683:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485822080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 162us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.700691:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1785389060.722134:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1785389060.722604:0:17597:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17597:1872115485822208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389060.722679:0:17597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389060.722718:0:17597:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.723027:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822208 00000100:00100000:0.0:1785389060.723036:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822208 00000100:00100000:0.0:1785389060.723088:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1785389060.723098:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17597:x1872115485822208:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.725068:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:17597:x1872115485822208:12345-0@lo:502:llog_process_th.0 Request processed in 1968us (2385us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.725078:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1785389060.725202:0:17597:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17597:1872115485822208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389060.725265:0:17597:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17597:1872115485822336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1785389060.725308:0:17597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.727959:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822336 00000100:00100000:0.0:1785389060.727970:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822336 00000100:00100000:0.0:1785389060.728019:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1785389060.728028:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:17597:x1872115485822336:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.728232:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+15:17597:x1872115485822336:12345-0@lo:502:llog_process_th.0 Request processed in 205us (2924us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.728239:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1785389060.737459:0:17597:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389060.737508:0:17597:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17597:1872115485822336:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1785389060.737554:0:17597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1785389060.737724:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1785389060.737773:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1785389060.737785:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77196 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.737797:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9433030b4000/0xb9b521054fd7718f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd77196 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389060.737807:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1785389060.737809:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1785389060.737812:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1785389060.737847:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.737855:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.737880:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389060.737901:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.737968:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.737994:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763d80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.738088:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822464 00000100:00100000:1.0:1785389060.738096:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822464 00000100:00100000:1.0:1785389060.738140:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1785389060.738149:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+15:5818:x1872115485822464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389060.738162:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389060.738174:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433013f4e00/0xb9b521054fd771a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd7719d expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.738195:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433013f4e00/0xb9b521054fd771a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd7719d expref: 16 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.738205:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433013f4e00/0xb9b521054fd771a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd7719d expref: 16 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.738213:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f4e00, rc 0) 00000100:00100000:1.0:1785389060.738247:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485822464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.738253:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1785389060.738978:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1785389060.738992:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771a4 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389060.739001:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd771a4 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.739051:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.739085:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.739110:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e840 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.739210:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822592 00000100:00100000:1.0:1785389060.739215:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822592 00000100:00100000:1.0:1785389060.739254:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1785389060.739261:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485822592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389060.739545:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485822592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 284us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.739553:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1785389060.739692:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.739723:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.739789:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.739803:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.739851:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822720 00000100:00100000:0.0:1785389060.739855:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822720 00000100:00100000:0.0:1785389060.739875:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1785389060.739880:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485822720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.740034:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485822720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.740040:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1785389060.740161:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822720:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1785389060.741187:0:17598:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000100:00100000:2.0:1785389060.750298:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.750340:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.750385:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.750419:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681728 00000100:00100000:2.0:1785389060.750421:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.750439:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681728 00000100:00100000:2.0:1785389060.750459:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389060.750485:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389060.750492:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681984 00000100:00100000:1.0:1785389060.750495:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681984 00000100:00100000:1.0:1785389060.750510:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681600 00000100:00100000:1.0:1785389060.750512:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681600 00000100:00100000:2.0:1785389060.750513:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458682112 00000100:00100000:2.0:1785389060.750516:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458682112 00000100:00100000:1.0:1785389060.750534:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00100000:1.0:1785389060.750543:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458681728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389060.750568:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681472 00000100:00100000:3.0:1785389060.750572:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681472 00000100:00100000:3.0:1785389060.750608:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458681856 00000100:00100000:3.0:1785389060.750611:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458681856 00000100:00100000:1.0:1785389060.750613:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458681728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389060.750629:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 432 00000100:00100000:3.0:1785389060.750639:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2363:x1872115458681472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389060.750672:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:2363:x1872115458681472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389060.750679:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 432 00000100:00100000:3.0:1785389060.750693:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 433 00000100:00100000:3.0:1785389060.750721:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2363:x1872115458681856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389060.750771:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:2363:x1872115458681856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 60us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389060.750777:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 433 00000020:01000000:0.0:1785389060.753800:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1785389060.753835:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1785389060.753846:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771a4 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.753858:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943301873a00/0xb9b521054fd7719d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771a4 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389060.753869:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1785389060.753871:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9434087c1800 from 52 10000000:01000000:0.0:1785389060.753874:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1785389060.753908:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.753917:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.753952:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389060.753977:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.754034:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1785389060.754046:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389060.754052:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389060.754054:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389060.754068:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.754101:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822848 00000100:00100000:0.0:1785389060.754107:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822848 00000100:00100000:2.0:1785389060.754115:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:2.0:1785389060.754125:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458681984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389060.754135:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1785389060.754140:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+16:5818:x1872115485822848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389060.754148:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389060.754159:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943301872800/0xb9b521054fd771b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd771ab expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.754165:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458681984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (3795us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.754171:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 387 00010000:00010000:0.0:1785389060.754179:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943301872800/0xb9b521054fd771b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd771ab expref: 17 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.754187:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 388 00010000:00010000:0.0:1785389060.754189:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943301872800/0xb9b521054fd771b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd771ab expref: 17 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389060.754193:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458681600:12345-192.168.204.39@tcp:400:kworker.0 00010000:00010000:0.0:1785389060.754198:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872800, rc 0) 00000100:00100000:2.0:1785389060.754213:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2363:x1872115458681600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (3792us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.754219:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:2.0:1785389060.754230:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00100000:0.0:1785389060.754231:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485822848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 91us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.754236:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458682112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389060.754237:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1785389060.754268:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458682112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (3783us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.754272:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.754275:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 389 00010000:00010000:0.0:1785389060.754285:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771b2 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.754299:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd771b2 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389060.754346:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.754370:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.754391:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.754403:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485822976 00000100:00100000:0.0:1785389060.754405:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485822976 00000100:00100000:0.0:1785389060.754423:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1785389060.754428:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485822976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.754640:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485822976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 211us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.754647:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1785389060.754670:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485822976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.754696:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.754734:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.754822:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.754833:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823104 00000100:00100000:0.0:1785389060.754836:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823104 00000100:00100000:0.0:1785389060.754853:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1785389060.754858:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485823104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.754991:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485823104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 131us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.754997:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1785389060.755032:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.755202:0:17599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17599:1872115485823232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.755230:0:17599:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.755244:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823232 00000100:00100000:0.0:1785389060.755247:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823232 00000100:00100000:0.0:1785389060.755294:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1785389060.755301:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17599:x1872115485823232:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.755505:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17599:x1872115485823232:12345-0@lo:502:llog_process_th.0 Request processed in 204us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.755519:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1785389060.755549:0:17599:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.755561:0:17599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17599:1872115485823232:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.755596:0:17599:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17599:1872115485823360:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.755627:0:17599:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.755645:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823360 00000100:00100000:0.0:1785389060.755649:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823360 00000100:00100000:0.0:1785389060.755665:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1785389060.755670:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17599:x1872115485823360:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.755797:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:17599:x1872115485823360:12345-0@lo:502:llog_process_th.0 Request processed in 126us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.755804:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1785389060.755833:0:17599:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.755846:0:17599:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17599:1872115485823360:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1785389060.755864:0:17599:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1785389060.755908:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1785389060.755921:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1785389060.755927:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771b2 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.755935:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943301872600/0xb9b521054fd771ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771b2 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1785389060.755944:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1785389060.755946:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:0.0:1785389060.755948:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1785389060.755964:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.755971:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.755978:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389060.755990:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.756012:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.756025:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.756036:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823488 00000100:00100000:0.0:1785389060.756040:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823488 00000100:00100000:0.0:1785389060.756059:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1785389060.756065:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+17:5818:x1872115485823488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389060.756071:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389060.756080:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943301873e00/0xb9b521054fd771c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd771b9 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.756105:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943301873e00/0xb9b521054fd771c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd771b9 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.756114:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943301873e00/0xb9b521054fd771c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd771b9 expref: 18 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.756121:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873e00, rc 0) 00000100:00100000:0.0:1785389060.756158:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485823488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.756164:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1785389060.756192:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1785389060.756202:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771c0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389060.756210:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd771c0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389060.756242:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.756265:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.756277:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.756288:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823616 00000100:00100000:0.0:1785389060.756290:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823616 00000100:00100000:0.0:1785389060.756309:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1785389060.756314:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485823616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.756454:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485823616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 138us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.756469:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1785389060.756498:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.756521:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1785389060.756561:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389060.756574:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.756584:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823744 00000100:00100000:0.0:1785389060.756595:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823744 00000100:00100000:1.0:1785389060.758025:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00100000:0.0:1785389060.767460:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1785389060.767475:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485823744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.767818:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485823744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1785389060.768021:0:17600:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17600:1872115485823872:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389060.768061:0:17600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.768091:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485823872 00000100:00100000:2.0:1785389060.768096:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485823872 00000100:00100000:2.0:1785389060.768120:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1785389060.768126:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:17600:x1872115485823872:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389060.768328:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:17600:x1872115485823872:12345-0@lo:502:llog_process_th.0 Request processed in 201us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389060.768335:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1785389060.768395:0:17600:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e180 going to sleep for 11 seconds 00000100:00100000:2.0:1785389060.768408:0:17600:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17600:1872115485823872:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1785389060.768426:0:17600:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1785389060.768436:0:17600:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785389060.768439:0:17600:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:2.0:1785389060.768443:0:17600:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1785389060.770027:0:17600:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17600:1872115485824000:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1785389060.770069:0:17600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389060.770089:0:17600:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389060.770407:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485823744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 242us (11150us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.770416:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1785389060.770444:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824000 00000100:00100000:0.0:1785389060.770449:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824000 00000100:00100000:0.0:1785389060.770470:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1785389060.770477:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:17600:x1872115485824000:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1785389060.770611:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:17600:x1872115485824000:12345-0@lo:502:llog_process_th.0 Request processed in 134us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389060.770618:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1785389060.777126:0:17600:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9325daa-a3fa-449f-b96f-404303c31621:17600:1872115485824000:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1785389060.777167:0:17600:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1785389060.777186:0:17600:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1785389060.777189:0:17600:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:2.0:1785389060.777193:0:17600:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:3.0:1785389060.777692:0:5818:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:3.0:1785389060.777712:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1785389060.777722:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771c0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.777733:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff943301872a00/0xb9b521054fd771b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771c0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1785389060.777766:0:5818:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1785389060.777769:0:5818:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff943405ad19c0 from 1 10000000:01000000:3.0:1785389060.777772:0:5818:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1785389060.777805:0:5818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.777813:0:5818:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.777822:0:5818:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389060.777841:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485824128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.777897:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389060.777944:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.778012:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824128 00000100:00100000:1.0:1785389060.778020:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824128 00000100:00100000:1.0:1785389060.778092:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1785389060.778101:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+18:5818:x1872115485824128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1785389060.778132:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389060.778146:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9433013f4c00/0xb9b521054fd771ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb9b521054fd771c7 expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.778187:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9433013f4c00/0xb9b521054fd771ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb9b521054fd771c7 expref: 19 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.778197:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9433013f4c00/0xb9b521054fd771ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb9b521054fd771c7 expref: 19 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.778204:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433013f4c00, rc 0) 00000100:00100000:1.0:1785389060.778283:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485824128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389060.778290:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1785389060.778422:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485824128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1785389060.778434:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771ce expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389060.778443:0:5818:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb9b521054fd771ce expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389060.778492:0:5818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485824256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1785389060.778523:0:5818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389060.778548:0:5818:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389060.778673:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824256 00000100:00100000:1.0:1785389060.778677:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824256 00000100:00100000:1.0:1785389060.778705:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1785389060.778711:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485824256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1785389060.778935:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:5818:x1872115485824256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 224us (410us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389060.778942:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1785389060.778969:0:5818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9325daa-a3fa-449f-b96f-404303c31621:5818:1872115485824256:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1785389060.778987:0:5818:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1785389060.778992:0:5818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771ce expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389060.779000:0:5818:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff94343d334200/0xb9b521054fd771c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb9b521054fd771ce expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389060.984249:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485824640:0@lo:400:kworker.0 00000100:00100000:1.0:1785389060.986046:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389060.986115:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389060.986125:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485824768:0@lo:400:kworker.0 00000100:00100000:1.0:1785389060.986165:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389060.986210:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824640 00000100:00100000:1.0:1785389060.986217:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824640 00000100:00100000:1.0:1785389060.986282:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1785389060.986290:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485824640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389060.986423:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485824384:0@lo:400:kworker.0 00000100:00100000:2.0:1785389060.990253:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485824512:0@lo:400:kworker.0 00000100:00080000:3.0:1785389060.990410:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389060.990980:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824768 00000100:00100000:3.0:1785389060.990989:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824768 00000100:00100000:3.0:1785389060.991038:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1785389060.991047:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485824768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389061.000460:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485824640:12345-0@lo:400:kworker.0 Request processed in 14163us (14410us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389061.000475:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1785389061.000859:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485824640:0@lo:400:kworker.0 00000100:00100000:0.0:1785389061.003413:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389061.003493:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485824896:0@lo:400:kworker.0 00000100:00100000:2.0:1785389061.003543:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824384 00000100:00100000:0.0:1785389061.003543:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389061.003551:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824384 00000100:00100000:0.0:1785389061.003584:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824896 00000100:00100000:0.0:1785389061.003595:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824896 00000100:00100000:2.0:1785389061.003601:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1785389061.003609:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485824384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389061.003625:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1785389061.003630:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485824896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389061.003672:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485824384:12345-0@lo:400:kworker.0 Request processed in 64us (3749us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389061.003680:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1785389061.003723:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389061.003765:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485824512 00000100:00100000:2.0:1785389061.003768:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485824512 00000100:00100000:2.0:1785389061.003791:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1785389061.003796:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485824512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389061.003823:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485824512:12345-0@lo:400:kworker.0 Request processed in 26us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389061.003828:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1785389061.003865:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485824512:0@lo:400:kworker.0 00000100:00100000:3.0:1785389061.004253:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485824768:12345-0@lo:400:kworker.0 Request processed in 13206us (18085us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389061.004261:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:3.0:1785389061.004286:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389061.004290:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389061.006992:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485824768:0@lo:400:kworker.0 00000100:00100000:0.0:1785389061.026258:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485824896:12345-0@lo:400:kworker.0 Request processed in 22616us (22703us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389061.026272:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1785389061.030911:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485824384:0@lo:400:kworker.0 00000100:00100000:3.0:1785389061.031043:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485824896:0@lo:400:kworker.0 00010000:00010000:2.0:1785389061.231989:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389061.488062:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389061.488086:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485825024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389061.488154:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389061.488212:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485825024 00000100:00100000:1.0:1785389061.488220:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485825024 00000100:00100000:1.0:1785389061.488264:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1785389061.488272:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485825024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389061.488302:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389061.488349:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485825024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389061.488355:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1785389061.488394:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485825024:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1785389062.254892:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389062.513108:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485825152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389062.513171:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389062.513435:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485825152 00000100:00100000:1.0:1785389062.513443:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485825152 00000100:00100000:1.0:1785389062.513502:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1785389062.513517:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485825152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389062.513549:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389062.513596:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485825152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389062.513602:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1785389062.513683:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485825152:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1785389062.513841:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389063.279073:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389064.316899:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785389064.437518:0:17649:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 01:24:21 (1785389061) 00000100:00100000:3.0:1785389065.053808:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389065.062051:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458682368 00000100:00100000:0.0:1785389065.062065:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458682368 00000100:00100000:0.0:1785389065.062151:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 748 00000100:00100000:0.0:1785389065.062162:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:23215:x1872115458682368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389065.062183:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389065.062203:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd771d5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8964a expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.062495:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873800/0xb9b521054fd771dc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.062509:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873800/0xb9b521054fd771dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.062522:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873800/0xb9b521054fd771dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389065.062534:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:0.0:1785389065.062742:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd771d5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8964a expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.062803:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873800/0xb9b521054fd771dc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8964a expref: 33 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.062812:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389065.062815:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1785389065.062818:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873800, rc 0) 00000100:00100000:0.0:1785389065.062879:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:23215:x1872115458682368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 719us (9152us total) trans 4294967792 rc 0/0 00000100:00100000:0.0:1785389065.062887:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 748 00000100:00080000:3.0:1785389065.063856:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389065.072134:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389065.074347:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458682496 00000100:00100000:3.0:1785389065.074364:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458682496 00000100:00100000:3.0:1785389065.074411:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 749 00000100:00100000:3.0:1785389065.074420:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:23215:x1872115458682496:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785389065.074516:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:23215:x1872115458682496:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 97us (2391us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389065.074524:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 749 00000100:00100000:1.0:1785389065.109496:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389065.112817:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458682624 00000100:00100000:0.0:1785389065.112830:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458682624 00000100:00100000:0.0:1785389065.112901:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 750 00000100:00100000:0.0:1785389065.112909:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23216:x1872115458682624:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389065.112930:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389065.112949:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd771ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89651 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113010:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113023:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113034:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113082:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113100:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113107:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113310:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113318:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113325:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113331:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301872200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389065.113335:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113343:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113354:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389065.113357:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.113361:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113368:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd771f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113380:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113390:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113396:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113402:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389065.113405:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113411:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113417:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff94341e7d2800) 00010000:00010000:0.0:1785389065.113420:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.113422:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113428:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd771f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113455:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd771ea lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89651 expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113465:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389065.113467:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.113471:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd771ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89651 expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.113479:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873200, rc 0) 00000100:00100000:0.0:1785389065.113538:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23216:x1872115458682624:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 629us (4050us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389065.113545:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 750 00000100:00080000:1.0:1785389065.114181:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389065.122206:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389065.122237:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458682880 00000100:00100000:2.0:1785389065.122245:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458682880 00000100:00100000:2.0:1785389065.122290:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:2.0:1785389065.122298:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23216:x1872115458682880:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1785389065.122350:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389065.122384:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd7705b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895f6 expref: 73 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.122402:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:2.0:1785389065.122406:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389065.122849:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.122863:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 32 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.122872:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.122905:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 32 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.122919:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 32 pid: 5820 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389065.122932:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485825280:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389065.123004:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389065.140990:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389065.141014:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683008 00000100:00100000:2.0:1785389065.141021:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683008 00010000:00010000:2.0:1785389065.141057:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 33 pid: 5820 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389065.141090:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 243 00000100:00100000:2.0:1785389065.141100:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:2362:x1872115458683008:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389065.141115:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389065.141121:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 33 pid: 5820 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141134:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 33 pid: 5820 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141153:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:2.0:1785389065.141158:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141166:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141172:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141208:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389065.141247:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:2362:x1872115458683008:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389065.141255:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 243 00010000:00010000:2.0:1785389065.141398:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77085 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89604 expref: 32 pid: 5820 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389065.141413:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485825280:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389065.141430:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141439:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141445:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141465:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141474:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.141481:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389065.142487:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00010000:00010000:2.0:1785389065.142497:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.142504:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.142510:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.142525:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389065.142530:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.142537:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.142546:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2d00) 00010000:00010000:2.0:1785389065.142549:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389065.142553:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389065.142558:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd771ff lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389065.142573:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c53e0ba1 reply state 00000000d74937dd transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389065.142581:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389065.142636:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23216:x1872115458682880:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 20338us (20436us total) trans 4294967793 rc 0/0 00000100:00100000:2.0:1785389065.142643:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 751 00010000:00010000:3.0:1785389065.156804:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.156823:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.156830:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.156836:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389065.156841:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.156849:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.156864:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff94340b507e00) 00010000:00010000:3.0:1785389065.156868:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389065.156872:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.156879:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77206 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389065.215075:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967792 is committed 00010000:00010000:0.0:1785389065.327284:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389065.710926:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389065.710947:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389065.711384:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389065.711391:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389065.839960:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389065.840043:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683136 00000100:00100000:0.0:1785389065.840052:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683136 00000100:00100000:0.0:1785389065.840107:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 752 00000100:00100000:0.0:1785389065.840115:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23253:x1872115458683136:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389065.840138:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389065.840159:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7720d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89658 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.840221:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd77214 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.840235:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd77214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.840248:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd77214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389065.840304:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389065.840308:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389065.840327:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd77214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.840348:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7720d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89658 expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.840382:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd77214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89658 expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.840391:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2800) 00010000:00010000:0.0:1785389065.840393:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389065.840397:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873000, rc 0) 00000100:00100000:0.0:1785389065.840453:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23253:x1872115458683136:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 339us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389065.840461:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 752 00000100:00100000:2.0:1785389065.855461:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389065.855676:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683392 00000100:00100000:3.0:1785389065.855687:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683392 00000100:00100000:3.0:1785389065.855778:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 753 00000100:00100000:3.0:1785389065.855789:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23253:x1872115458683392:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:3.0:1785389065.855843:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389065.855868:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd77214 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89658 expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389065.855888:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2800) 00010000:00010000:3.0:1785389065.855898:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389065.856053:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23253:x1872115458683392:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 265us (600us total) trans 0 rc -17/-17 00000100:00100000:3.0:1785389065.856060:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 753 00000100:00100000:2.0:1785389065.868071:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389065.868160:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683520 00000100:00100000:1.0:1785389065.868169:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683520 00000100:00100000:1.0:1785389065.868226:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 754 00000100:00100000:1.0:1785389065.868247:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23253:x1872115458683520:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:1.0:1785389065.868266:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389065.868285:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7721b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8965f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.868343:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77222 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.868354:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.868364:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389065.868417:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389065.868420:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389065.868439:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.868458:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd7721b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8965f expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.868473:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77222 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8965f expref: 74 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.868578:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389065.868581:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389065.868585:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9200, rc 0) 00000100:00100000:1.0:1785389065.868657:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23253:x1872115458683520:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 411us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.868673:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 754 00000100:00100000:0.0:1785389065.873409:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389065.873477:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683648 00000100:00100000:1.0:1785389065.873496:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683648 00000100:00100000:1.0:1785389065.873556:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 578 00000100:00100000:1.0:1785389065.873566:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458683648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389065.873656:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458683648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.873664:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 578 00000100:00100000:2.0:1785389065.880101:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389065.880134:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389065.880160:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389065.880180:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389065.880221:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389065.880289:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683904 00000100:00100000:1.0:1785389065.880300:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683904 00000100:00100000:1.0:1785389065.880350:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458684160 00000100:00100000:1.0:1785389065.880352:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458684160 00000100:00100000:1.0:1785389065.880367:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458683776 00000100:00100000:1.0:1785389065.880369:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458683776 00000100:00100000:1.0:1785389065.880378:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458684032 00000100:00100000:1.0:1785389065.880380:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458684032 00000100:00100000:1.0:1785389065.880404:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:1.0:1785389065.880414:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458683904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389065.880490:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458683904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.880498:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:1.0:1785389065.880512:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:1.0:1785389065.880518:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458684160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389065.880539:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458684160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.880543:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:1.0:1785389065.880559:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:1.0:1785389065.880565:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458683776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389065.880588:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458683776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.880593:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:1.0:1785389065.880604:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:1.0:1785389065.880624:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458684032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389065.880663:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458684032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 54us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.880669:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:0.0:1785389065.880956:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458684288 00000100:00100000:0.0:1785389065.880961:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458684288 00000100:00100000:0.0:1785389065.880995:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 755 00000100:00100000:0.0:1785389065.881002:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23253:x1872115458684288:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389065.881015:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389065.881033:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77229 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89666 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881089:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881102:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881113:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881136:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881143:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881150:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881242:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd7723e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881250:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd7723e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881256:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd7723e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389065.881295:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:0.0:1785389065.881299:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389065.881321:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd7723e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881332:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881338:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881345:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881359:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389065.881364:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881371:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881384:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389065.881387:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.881391:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881397:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77230 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881412:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881417:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881423:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881427:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389065.881430:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881436:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881454:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff94341e7d2100) 00010000:00010000:0.0:1785389065.881456:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.881458:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881463:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77237 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881731:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77229 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89666 expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881785:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd7723e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89666 expref: 75 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.881794:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:0.0:1785389065.881796:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389065.881798:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873000, rc 0) 00000100:00100000:0.0:1785389065.881830:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23253:x1872115458684288:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 828us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389065.881836:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 755 00000100:00080000:2.0:1785389065.882315:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389065.882320:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389065.951595:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389065.951784:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458684416 00000100:00100000:1.0:1785389065.951794:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458684416 00000100:00100000:1.0:1785389065.951889:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:1.0:1785389065.951901:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+31:23259:x1872115458684416:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389065.951921:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389065.951942:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77245 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8966d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.952009:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.952023:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.952034:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389065.952117:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389065.952121:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389065.952143:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.952165:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77245 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 33 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.952182:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 32 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.952191:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389065.952194:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389065.952198:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9c00, rc 0) 00000100:00100000:1.0:1785389065.952268:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:23259:x1872115458684416:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 369us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389065.952275:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:3.0:1785389065.962723:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389065.962818:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458684672 00000100:00100000:0.0:1785389065.962834:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458684672 00000100:00100000:0.0:1785389065.962892:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:0.0:1785389065.962902:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23259:x1872115458684672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389065.962922:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389065.962925:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1785389065.962951:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd7723e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89666 expref: 75 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.962984:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:0.0:1785389065.962994:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389065.963020:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77253 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89674 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963174:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963186:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963195:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963207:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963213:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963220:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963905:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963923:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963931:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389065.963947:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:0.0:1785389065.963973:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963981:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963988:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.963994:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389065.963998:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.964005:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.964014:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:0.0:1785389065.964017:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.964021:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.964027:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7725a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389065.964038:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d178d03f reply state 000000005ea8ced0 transno 4294967794 ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389065.964047:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785389065.964069:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77253 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 77 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.964098:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.964105:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389065.964108:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389065.964110:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873200, rc 0) 00000100:00100000:0.0:1785389065.964175:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23259:x1872115458684672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1276us (1461us total) trans 4294967794 rc 0/0 00000100:00100000:0.0:1785389065.964182:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:3.0:1785389065.977235:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389065.977667:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458684928 00000100:00100000:1.0:1785389065.977679:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458684928 00000100:00100000:1.0:1785389065.977790:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 758 00000100:00100000:1.0:1785389065.977802:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23259:x1872115458684928:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389065.977834:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389065.977871:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77276 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8967b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.977994:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.978030:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.978040:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.978077:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.978092:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389065.978108:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485825408:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389065.978216:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4ca540 going to sleep for 11 seconds 00010000:00010000:0.0:1785389065.980292:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.980312:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.980321:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.980329:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389065.980335:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.980343:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.980361:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff94341e7d2b00) 00010000:00010000:0.0:1785389065.980364:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389065.980369:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.980403:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd77261 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389065.981210:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389065.981702:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485825408:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389065.981738:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389065.983295:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458685056 00000100:00100000:0.0:1785389065.983310:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458685056 00010000:00010000:0.0:1785389065.983360:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389065.983428:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 244 00000100:00100000:0.0:1785389065.983438:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:2362:x1872115458685056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389065.983453:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389065.983460:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.983473:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.983505:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77268 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89674 expref: 78 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.983521:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389065.983527:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.983537:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.983544:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389065.983586:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389065.983658:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:2362:x1872115458685056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 219us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389065.983667:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 244 00010000:00010000:1.0:1785389065.984552:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.984567:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389065.984594:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:1.0:1785389065.984985:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985012:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985021:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985028:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389065.985034:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985043:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985059:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:1.0:1785389065.985062:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389065.985067:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985073:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7727d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985149:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77276 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8967b expref: 77 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985161:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70900) 00010000:00010000:1.0:1785389065.985163:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389065.985167:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77276 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8967b expref: 77 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389065.985182:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8e00, rc 0) 00000100:00100000:1.0:1785389065.985263:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23259:x1872115458684928:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 7463us (8041us total) trans 4294967795 rc 301/301 00000100:00100000:1.0:1785389065.985273:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 758 00000100:00100000:2.0:1785389065.997042:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389065.997116:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458685312 00000100:00100000:3.0:1785389065.997132:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458685312 00000100:00100000:3.0:1785389065.997219:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 156 00000100:00100000:3.0:1785389065.997231:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23259:x1872115458685312:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389065.999925:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23259:x1872115458685312:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 2686us (2882us total) trans 4294967796 rc 0/0 00000100:00100000:3.0:1785389065.999938:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 156 00000100:00100000:3.0:1785389066.002842:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.002947:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458685440 00000100:00100000:0.0:1785389066.002959:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458685440 00000100:00100000:0.0:1785389066.003023:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 759 00000100:00100000:0.0:1785389066.003034:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23259:x1872115458685440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.003064:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389066.003092:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89682 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.003178:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.003194:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 78 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.003215:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:0.0:1785389066.003219:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389066.003222:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873200, rc 0) 00000100:00100000:0.0:1785389066.003289:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:23259:x1872115458685440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 256us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.003297:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 759 00000100:00100000:1.0:1785389066.005336:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.005614:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458685696 00000100:00100000:3.0:1785389066.005645:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458685696 00000100:00100000:3.0:1785389066.005703:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 760 00000100:00100000:3.0:1785389066.005714:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:23259:x1872115458685696:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1785389066.005809:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.005825:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.005938:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006133:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006140:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006146:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006151:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389066.006154:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006161:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006171:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:3.0:1785389066.006174:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1785389066.006177:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.006192:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd77292 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389066.006267:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23259:x1872115458685696:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 554us (939us total) trans 4294967797 rc 0/0 00000100:00100000:3.0:1785389066.006275:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 760 00000100:00100000:0.0:1785389066.007811:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389066.007893:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458685952 00000100:00100000:1.0:1785389066.007903:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458685952 00000100:00100000:1.0:1785389066.007958:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:1.0:1785389066.007967:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23259:x1872115458685952:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389066.008158:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.008168:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.008177:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389066.008237:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967798 00000004:00010000:1.0:1785389066.008271:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000176cc88f reply state 0000000073d04376 transno 4294967799 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389066.008279:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389066.008352:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:23259:x1872115458685952:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 386us (549us total) trans 4294967799 rc 0/0 00000100:00100000:1.0:1785389066.008358:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 761 00000020:00080000:1.0:1785389066.008361:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1785389066.009601:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.009647:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.009656:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.009662:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389066.009668:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.009677:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.009694:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:0.0:1785389066.009698:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1785389066.009702:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.009709:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd77299 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389066.010549:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.010787:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458686208 00000100:00100000:3.0:1785389066.010798:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458686208 00000100:00100000:3.0:1785389066.010852:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 157 00000100:00100000:3.0:1785389066.010863:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23259:x1872115458686208:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389066.011120:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:23259:x1872115458686208:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 258us (573us total) trans 4294967800 rc 0/0 00000100:00100000:3.0:1785389066.011128:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 157 00000100:00100000:2.0:1785389066.046837:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389066.047024:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458686336 00000100:00100000:1.0:1785389066.047037:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458686336 00000100:00100000:1.0:1785389066.047113:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00100000:1.0:1785389066.047126:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+32:23262:x1872115458686336:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389066.047171:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389066.047197:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89689 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047284:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047302:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047315:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047330:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047337:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047344:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047484:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd772b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047491:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd772b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047498:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd772b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389066.047532:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:1.0:1785389066.047541:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389066.047566:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd772b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047580:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047588:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047595:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047602:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389066.047607:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047616:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047629:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389066.047632:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389066.047646:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047653:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd772a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047675:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047682:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047699:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047704:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389066.047706:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047713:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047721:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff943412a70900) 00010000:00010000:1.0:1785389066.047723:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389066.047726:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047732:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd772ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047898:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89689 expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047916:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8000/0xb9b521054fd772b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89689 expref: 33 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.047924:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:1.0:1785389066.047926:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389066.047929:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8000, rc 0) 00000100:00100000:1.0:1785389066.048001:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:23262:x1872115458686336:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 879us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389066.048017:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00100000:1.0:1785389066.055968:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389066.059514:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458686592 00000100:00100000:2.0:1785389066.059530:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458686592 00000100:00100000:2.0:1785389066.059603:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 763 00000100:00100000:2.0:1785389066.059733:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:23262:x1872115458686592:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389066.059777:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389066.059802:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd772bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89690 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.059895:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.059911:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.059926:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.059943:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.059951:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.059958:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060127:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd772d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060137:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd772d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060144:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd772d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389066.060156:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1785389066.060275:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060283:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060290:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060296:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389066.060301:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060308:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060321:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:2.0:1785389066.060324:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389066.060329:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060345:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd772c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060358:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060364:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060369:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060375:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389066.060377:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060384:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.060391:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff94340b507100) 00010000:00010000:2.0:1785389066.061513:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389066.061518:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.061525:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd772ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.061579:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd772bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89690 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.061608:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd772d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89690 expref: 35 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.061626:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:2.0:1785389066.061629:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389066.061632:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5e00, rc 0) 00000100:00100000:2.0:1785389066.061725:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23262:x1872115458686592:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1996us (5770us total) trans 4294967801 rc 0/0 00000100:00100000:2.0:1785389066.061733:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 763 00000100:00100000:2.0:1785389066.066154:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389066.066251:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458686720 00000100:00100000:1.0:1785389066.066262:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458686720 00000100:00100000:1.0:1785389066.066332:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 764 00000100:00100000:1.0:1785389066.066343:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23262:x1872115458686720:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:1.0:1785389066.066432:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066449:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066462:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066500:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066507:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066515:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066520:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389066.066524:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066532:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066555:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:1.0:1785389066.066558:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389066.066563:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.066570:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd772df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389066.066667:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23262:x1872115458686720:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 325us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389066.066674:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 764 00000100:00100000:3.0:1785389066.072421:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389066.072509:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458686976 00000100:00100000:2.0:1785389066.072521:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458686976 00000100:00100000:2.0:1785389066.072579:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 158 00000100:00100000:2.0:1785389066.072590:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23262:x1872115458686976:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389066.073038:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23262:x1872115458686976:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 449us (629us total) trans 4294967802 rc 0/0 00000100:00100000:2.0:1785389066.073046:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 158 00000100:00100000:0.0:1785389066.096957:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485825792:0@lo:400:kworker.0 00000100:00100000:0.0:1785389066.097047:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389066.097119:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1785389066.097126:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485825664:0@lo:400:kworker.0 00000100:00100000:0.0:1785389066.097154:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389066.097173:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485826176:0@lo:400:kworker.0 00000100:00100000:0.0:1785389066.097199:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389066.097252:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485825792 00000100:00100000:0.0:1785389066.097260:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485825792 00000100:00100000:0.0:1785389066.097315:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485825664 00000100:00100000:0.0:1785389066.097318:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485825664 00000100:00100000:0.0:1785389066.097340:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1785389066.097348:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485825792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389066.097423:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485825792:12345-0@lo:400:kworker.0 Request processed in 75us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.097431:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1785389066.097449:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1785389066.097455:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485825664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389066.097481:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485825664:12345-0@lo:400:kworker.0 Request processed in 27us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.097487:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1785389066.097524:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485825664:0@lo:400:kworker.0 00000100:00100000:0.0:1785389066.097535:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485825792:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.097725:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485825920:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.097775:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389066.097798:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389066.097804:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485825536:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.097835:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389066.097854:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485826048:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.097875:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389066.097912:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485826176 00000100:00100000:2.0:1785389066.097916:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485826176 00000100:00100000:2.0:1785389066.097946:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485825920 00000100:00100000:2.0:1785389066.097950:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485825920 00000100:00100000:2.0:1785389066.097978:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1785389066.097985:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485826176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.098023:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485826176:12345-0@lo:400:kworker.0 Request processed in 38us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389066.098029:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1785389066.098042:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1785389066.098048:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485825920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.098077:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485825920:12345-0@lo:400:kworker.0 Request processed in 30us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389066.098083:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:2.0:1785389066.098101:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389066.098106:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389066.098109:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389066.098130:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485825920:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.098151:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485826176:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.098165:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485826048 00000100:00100000:2.0:1785389066.098168:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485826048 00000100:00100000:2.0:1785389066.098192:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1785389066.098198:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485826048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.098232:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485826048:12345-0@lo:400:kworker.0 Request processed in 34us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389066.098239:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00080000:2.0:1785389066.098251:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389066.098274:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485826048:0@lo:400:kworker.0 00000100:00100000:3.0:1785389066.098440:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485825536 00000100:00100000:3.0:1785389066.098445:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485825536 00000100:00100000:3.0:1785389066.098483:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1785389066.098491:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485825536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389066.098535:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485825536:12345-0@lo:400:kworker.0 Request processed in 45us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.098541:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1785389066.098738:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485825536:0@lo:400:kworker.0 00000100:00100000:2.0:1785389066.247271:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.247378:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458687104 00000100:00100000:0.0:1785389066.247400:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458687104 00000100:00100000:0.0:1785389066.247471:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 765 00000100:00100000:0.0:1785389066.247482:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23270:x1872115458687104:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389066.247514:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389066.247539:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd772e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89697 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.247687:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd772ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.247715:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd772ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.247728:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd772ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389066.247829:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:0.0:1785389066.247834:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389066.247857:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd772ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.247885:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd772e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89697 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.247905:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd772ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89697 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.247916:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:0.0:1785389066.247919:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389066.247923:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873000, rc 0) 00000100:00100000:0.0:1785389066.247992:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23270:x1872115458687104:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 512us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.248000:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 765 00000100:00100000:0.0:1785389066.269727:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.272826:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458687360 00000100:00100000:3.0:1785389066.272843:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458687360 00000100:00100000:3.0:1785389066.273020:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 34 00000100:00100000:3.0:1785389066.273035:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426385850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23270:x1872115458687360:12345-192.168.204.39@tcp:103:lfs.0 00010000:00010000:3.0:1785389066.273077:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389066.273111:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd772d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89690 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.273136:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:3.0:1785389066.273142:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389066.273234:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426385850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23270:x1872115458687360:12345-192.168.204.39@tcp:103:lfs.0 Request processed in 203us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.273242:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 34 00000100:00100000:2.0:1785389066.280319:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.280405:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458687488 00000100:00100000:3.0:1785389066.280417:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458687488 00000100:00100000:3.0:1785389066.280487:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 766 00000100:00100000:3.0:1785389066.280499:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23270:x1872115458687488:12345-192.168.204.39@tcp:58:lfs.0 00010000:00010000:3.0:1785389066.280654:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.280882:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 81 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.280891:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.280934:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 81 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.280951:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 81 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389066.280989:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485826304:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389066.281090:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943412ab2840 going to sleep for 11 seconds 00000100:00100000:1.0:1785389066.284973:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389066.285281:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458687616 00000100:00100000:2.0:1785389066.285291:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458687616 00010000:00010000:2.0:1785389066.285329:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 82 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389066.285376:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 245 00000100:00100000:2.0:1785389066.285385:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:2363:x1872115458687616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389066.285399:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389066.285406:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 82 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.285419:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 82 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.285443:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:2.0:1785389066.285449:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.285458:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.285465:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.285497:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389066.285546:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:2363:x1872115458687616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 163us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389066.285554:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 245 00010000:00010000:3.0:1785389066.290361:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd7728b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89682 expref: 81 pid: 9185 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389066.290660:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485826304:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389066.290689:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.290700:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.290707:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389066.291041:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:3.0:1785389066.291166:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23270:x1872115458687488:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 10667us (10859us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.291177:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 766 00010000:00010000:2.0:1785389066.351899:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389066.617669:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389066.617697:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485826432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389066.617807:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389066.617879:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485826432 00000100:00100000:3.0:1785389066.617887:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485826432 00000100:00100000:3.0:1785389066.617939:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1785389066.617949:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485826432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389066.618001:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389066.618048:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485826432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.618055:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1785389066.618104:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485826432:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389066.735356:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389066.735370:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389066.735416:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1785389066.735424:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389066.735586:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485826560:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389066.735735:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6ad900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389066.739784:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.739868:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458687744 00000100:00100000:0.0:1785389066.739880:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458687744 00000100:00100000:0.0:1785389066.739941:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:0.0:1785389066.739952:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458687744:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389066.740014:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389066.740139:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458687744:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 188us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.740147:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:3.0:1785389066.741029:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485826560:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389066.743030:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.743109:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458687872 00000100:00100000:0.0:1785389066.743119:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458687872 00000100:00100000:0.0:1785389066.743176:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 768 00000100:00100000:0.0:1785389066.743185:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23280:x1872115458687872:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.743271:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743293:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743309:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743483:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743506:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743518:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743551:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743559:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743582:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389066.743634:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:0.0:1785389066.743639:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389066.743652:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743664:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743671:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743679:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743685:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301872e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389066.743690:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743698:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743709:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389066.743712:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389066.743716:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743722:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd772fb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743800:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743807:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743813:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743818:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389066.743821:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743827:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743835:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff94341e7d2100) 00010000:00010000:0.0:1785389066.743837:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389066.743840:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743846:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd77302 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743863:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743869:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743875:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743886:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389066.743890:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743896:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743910:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:0.0:1785389066.743913:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389066.743915:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.743921:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77309 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389066.744139:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23280:x1872115458687872:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 951us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.744150:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 768 00000100:00100000:2.0:1785389066.750686:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.750797:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458688128 00000100:00100000:0.0:1785389066.750809:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458688128 00000100:00100000:0.0:1785389066.750864:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 769 00000100:00100000:0.0:1785389066.750872:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23280:x1872115458688128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.750892:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389066.750910:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77310 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8969e expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751022:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751057:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751068:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389066.751081:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1785389066.751168:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751175:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751182:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751186:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301872000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389066.751190:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751197:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751208:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:0.0:1785389066.751211:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389066.751216:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751222:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77317 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751265:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77310 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8969e expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751274:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389066.751276:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389066.751279:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77310 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8969e expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.751287:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873200, rc 0) 00000100:00100000:0.0:1785389066.751348:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458688128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 476us (676us total) trans 4294967803 rc 301/301 00000100:00100000:0.0:1785389066.751354:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 769 00000100:00100000:2.0:1785389066.755967:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.756125:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458688256 00000100:00100000:3.0:1785389066.756138:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458688256 00000100:00100000:3.0:1785389066.756208:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 770 00000100:00100000:3.0:1785389066.756221:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458688256:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389066.756273:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389066.756416:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458688256:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 198us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.756424:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 770 00000100:00100000:2.0:1785389066.759469:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.759545:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458688512 00000100:00100000:0.0:1785389066.759556:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458688512 00000100:00100000:0.0:1785389066.759608:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00100000:0.0:1785389066.759617:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458688512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.759647:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389066.759650:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1785389066.759674:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd772ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89697 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.759694:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:0.0:1785389066.759698:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389066.759710:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77325 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896a5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389066.760399:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:0.0:1785389066.760669:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7732c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.760682:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7732c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.760692:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7732c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.760739:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77325 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896a5 expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.760783:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7732c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896a5 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.760790:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:0.0:1785389066.760793:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389066.760796:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873600, rc 0) 00000100:00100000:0.0:1785389066.760843:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23280:x1872115458688512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1226us (1383us total) trans 4294967804 rc 0/0 00000100:00100000:0.0:1785389066.760850:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00100000:0.0:1785389066.769201:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389066.769290:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458688768 00000100:00100000:1.0:1785389066.769301:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458688768 00000100:00100000:1.0:1785389066.769364:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 772 00000100:00100000:1.0:1785389066.769373:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23280:x1872115458688768:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389066.769427:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389066.769450:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7732c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896a5 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769468:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:1.0:1785389066.769477:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389066.769497:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769510:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769536:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769549:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769556:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769563:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769647:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769655:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769662:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769668:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389066.769673:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769679:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769687:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:1.0:1785389066.769690:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389066.769693:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769704:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7733a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769713:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769718:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769723:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769728:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389066.769732:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769737:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769774:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0xaba16ac6 (ffff943412a70900) 00010000:00010000:1.0:1785389066.769777:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389066.769780:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.769785:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77341 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0xaba16ac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389066.769863:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458688768:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 491us (669us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389066.769870:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 772 00000100:00100000:2.0:1785389066.772223:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.772284:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458688896 00000100:00100000:0.0:1785389066.772292:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458688896 00000100:00100000:0.0:1785389066.772334:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:0.0:1785389066.772341:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458688896:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.772365:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389066.772382:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77348 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896ac expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.772410:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.772420:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.772429:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.772506:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77348 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.772523:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.772532:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:0.0:1785389066.772535:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389066.772537:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872000, rc 0) 00000100:00100000:0.0:1785389066.772588:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23280:x1872115458688896:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 246us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.772594:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:1.0:1785389066.777861:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.778143:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458689152 00000100:00100000:0.0:1785389066.778154:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458689152 00000100:00100000:0.0:1785389066.778200:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 774 00000100:00100000:0.0:1785389066.778210:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23280:x1872115458689152:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.778291:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.778305:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.778316:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1785389066.778559:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 88 off8728 00000004:00080000:0.0:1785389066.778568:0:9185:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 787082822526ns, next at 788082820585ns, rc = 0 00000004:00010000:0.0:1785389066.780159:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b81d27fd reply state 00000000e6c6f6a3 transno 4294967805 ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389066.780170:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389066.780261:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:23280:x1872115458689152:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 2052us (2406us total) trans 4294967805 rc 0/0 00000100:00100000:0.0:1785389066.780269:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 774 00000100:00100000:2.0:1785389066.793343:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389066.793372:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458689280 00000100:00100000:2.0:1785389066.793381:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458689280 00000100:00100000:2.0:1785389066.793424:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:2.0:1785389066.793432:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:23280:x1872115458689280:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389066.793454:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389066.793471:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896b3 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.793526:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.793539:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.793558:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:2.0:1785389066.793569:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389066.793573:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4800, rc 0) 00000100:00100000:2.0:1785389066.793639:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23280:x1872115458689280:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 207us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389066.793647:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 775 00010000:00010000:3.0:1785389066.800177:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.800193:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.800211:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.800216:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389066.800220:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.800227:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.800241:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:3.0:1785389066.800244:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1785389066.800248:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.800253:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77356 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389066.800766:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.800796:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458689408 00000100:00100000:3.0:1785389066.800804:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458689408 00000100:00100000:3.0:1785389066.800845:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 189 00000100:00100000:3.0:1785389066.800852:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458689408:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1785389066.801729:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458689408:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 874us (982us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1785389066.801736:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 189 00000100:00100000:3.0:1785389066.805521:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.805602:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458689664 00000100:00100000:0.0:1785389066.805612:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458689664 00000100:00100000:0.0:1785389066.805671:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 159 00000100:00100000:0.0:1785389066.805681:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:23280:x1872115458689664:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389066.805892:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23280:x1872115458689664:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 213us (378us total) trans 4294967806 rc 0/0 00000100:00100000:0.0:1785389066.805899:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 159 00000100:00100000:0.0:1785389066.807506:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.811554:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458689920 00000100:00100000:3.0:1785389066.811579:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458689920 00000100:00100000:3.0:1785389066.811649:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00100000:3.0:1785389066.811660:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23280:x1872115458689920:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389066.811773:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23280:x1872115458689920:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 115us (4270us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.811780:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00100000:3.0:1785389066.818164:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389066.819897:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690048 00000100:00100000:2.0:1785389066.819908:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690048 00000100:00100000:2.0:1785389066.820059:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 777 00000100:00100000:2.0:1785389066.820068:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23280:x1872115458690048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389066.820087:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389066.820106:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77364 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896ba expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.820169:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7736b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.820181:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7736b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.820191:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7736b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389066.820222:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389066.820237:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7736b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.820258:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77364 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ba expref: 43 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.820273:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7736b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ba expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.820293:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:2.0:1785389066.820296:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1785389066.820299:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4600, rc 0) 00000100:00100000:2.0:1785389066.820374:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23280:x1872115458690048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 307us (2219us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389066.820380:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 777 00000100:00100000:3.0:1785389066.823807:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.823911:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690176 00000100:00100000:0.0:1785389066.823919:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690176 00000100:00100000:0.0:1785389066.823980:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 190 00000100:00100000:0.0:1785389066.823988:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458690176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389066.824003:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389066.824020:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896c1 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389066.824145:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a6ae00a, blocks: 0x1 00010000:00010000:0.0:1785389066.824162:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=787s v=(0 0) 00010000:00010000:0.0:1785389066.824166:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389066.824175:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.824192:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389066.824203:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872e00, rc 0) 00000100:00100000:0.0:1785389066.824248:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458690176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 261us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389066.824254:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 190 00000100:00100000:0.0:1785389066.836678:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.836786:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690432 00000100:00100000:3.0:1785389066.836795:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690432 00000100:00100000:3.0:1785389066.836865:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 778 00000100:00100000:3.0:1785389066.836874:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23280:x1872115458690432:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389066.837134:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23280:x1872115458690432:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 260us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.837142:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 778 00000100:00100000:3.0:1785389066.853070:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389066.853898:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690560 00000100:00100000:1.0:1785389066.853909:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690560 00000100:00100000:1.0:1785389066.853981:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 191 00000100:00100000:1.0:1785389066.853993:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:23280:x1872115458690560:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389066.854012:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389066.854041:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896c8 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.854073:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.854084:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389066.854088:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389066.854094:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.854127:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389066.854141:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 11 pid: 6614 timeout: 887 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389066.854154:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485826688:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389066.854240:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4cad80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389066.863295:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389066.863354:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690688 00000100:00100000:2.0:1785389066.863365:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690688 00010000:00010000:2.0:1785389066.863405:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 12 pid: 6614 timeout: 887 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389066.863455:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 246 00000100:00100000:2.0:1785389066.863464:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458690688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389066.863481:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389066.863502:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 12 pid: 6614 timeout: 887 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.863514:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 12 pid: 6614 timeout: 887 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.863537:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389066.863541:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389066.863561:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.863587:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389066.863638:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389066.863651:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485826816:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389066.863713:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00010000:00010000:3.0:1785389066.863904:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c91d63f0/0xb9b521054fd77372 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c1 expref: 12 pid: 6614 timeout: 887 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389066.863919:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485826688:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389066.863957:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389066.863969:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:3.0:1785389066.864010:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:23280:x1872115458690560:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 10020us (10950us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.864024:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 191 00000100:00100000:0.0:1785389066.890140:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389066.890184:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690816 00000100:00100000:0.0:1785389066.890192:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690816 00002000:00100000:0.0:1785389066.890235:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x10:0x0] (0->157) req@ffff9433012ddf80 x1872115458690816/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:562/0 lens 648/0 e 0 to 0 dl 1785389077 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389066.890260:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012ddf80 with x1872115458690816 ext(0->157) 00002000:00010000:0.0:1785389066.890265:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012ddf80 00000100:00100000:0.0:1785389066.890289:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 61 00000100:00100000:0.0:1785389066.890297:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458690816:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389066.894188:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458690816:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 3883us (4047us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1785389066.894198:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 61 00002000:00100000:0.0:1785389066.894208:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x10:0x0] (0->157) req@ffff9433012ddf80 x1872115458690816/t4294967331(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:562/0 lens 648/448 e 0 to 0 dl 1785389077 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389066.894217:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012ddf80 with x1872115458690816 ext(0->157) 00002000:00010000:0.0:1785389066.894222:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012ddf80 00000100:00100000:3.0:1785389066.894908:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485826816:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389066.894928:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389066.894961:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458690688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 31498us (31678us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.894970:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 246 00000100:00100000:0.0:1785389066.897368:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.897476:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458690944 00000100:00100000:3.0:1785389066.897484:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458690944 00000100:00100000:3.0:1785389066.897539:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:3.0:1785389066.897628:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23280:x1872115458690944:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1785389066.977270:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967806 is committed 00000004:00080000:0.0:1785389066.977287:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000001:00080000:0.0:1785389066.977305:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967794 is committed 00000001:00080000:0.0:1785389066.977311:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967799 is committed 00000001:00080000:0.0:1785389066.977337:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967800 is committed 00000100:00100000:2.0:1785389066.977575:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485826944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1785389066.977662:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389066.977960:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485826944 00000100:00100000:0.0:1785389066.977969:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485826944 00000100:00100000:0.0:1785389066.978012:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1785389066.978022:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485826944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1785389066.978168:0:12002:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1785389066.978172:0:12002:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1785389066 00002000:00010000:0.0:1785389066.978175:0:12002:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1785389066.978189:0:12002:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb ctime from disk: 1785389066 -> 1785389066 00002000:00010000:0.0:1785389066.978192:0:12002:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1785389066.978232:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485826944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (570us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1785389066.978240:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000004:00080000:2.0:1785389066.978979:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343c8c9880/2, rc 0, transno 4294967332 00000100:00100000:2.0:1785389066.978987:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485826944:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1785389066.981666:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23280:x1872115458690944:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 84112us (84296us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389066.981677:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:0.0:1785389066.988450:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389066.989780:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458691072 00000100:00100000:3.0:1785389066.989849:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458691072 00000100:00100000:3.0:1785389066.989904:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 193 00000100:00100000:3.0:1785389066.989913:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458691072:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1785389067.054342:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:1.0:1785389067.054368:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000100:00100000:2.0:1785389067.056823:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458691072:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 66900us (68371us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389067.056836:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 193 00000100:00100000:3.0:1785389067.066543:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389067.066627:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458691328 00000100:00100000:1.0:1785389067.066637:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458691328 00000100:00100000:1.0:1785389067.066707:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 780 00000100:00100000:1.0:1785389067.066723:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23280:x1872115458691328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389067.066811:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389067.066837:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7736b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ba expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.066854:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:1.0:1785389067.066858:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389067.066888:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.066902:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.066912:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389067.067157:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004edb4b5a reply state 00000000b1de8f74 transno 4294967807 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389067.067165:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389067.067254:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23280:x1872115458691328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 538us (715us total) trans 4294967807 rc 0/0 00000100:00100000:1.0:1785389067.067261:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 780 00000100:00080000:3.0:1785389067.069263:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389067.072428:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.072445:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.072453:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.072468:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389067.072473:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.072482:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.072499:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:3.0:1785389067.072502:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389067.072507:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.072513:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd77380 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389067.073612:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.074251:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458691456 00000100:00100000:3.0:1785389067.074261:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458691456 00000100:00100000:3.0:1785389067.074329:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 194 00000100:00100000:3.0:1785389067.074340:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458691456:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1785389067.074569:0:14689:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1785389067.074573:0:14689:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb mtime from disk: 1785389066 -> 1536580263 00002000:00010000:3.0:1785389067.074576:0:14689:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb atime from disk: 0 -> 1785388364 00002000:00010000:3.0:1785389067.074578:0:14689:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb ctime from disk: 1785389066 -> 1785389065 00002000:00010000:3.0:1785389067.074580:0:14689:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1785389067.074657:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458691456:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 317us (1049us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1785389067.074665:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 194 00000100:00080000:2.0:1785389067.074934:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389067.080682:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389067.080786:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458691712 00000100:00100000:2.0:1785389067.080795:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458691712 00000100:00100000:2.0:1785389067.080848:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:2.0:1785389067.080858:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23280:x1872115458691712:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1785389067.080928:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.080945:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.080965:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.081000:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.081014:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 36 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389067.081029:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485827072:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389067.081104:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389067.083315:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485827072:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389067.083337:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389067.085085:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.085147:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458691840 00000100:00100000:3.0:1785389067.085166:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458691840 00010000:00010000:3.0:1785389067.085196:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389067.085232:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 247 00000100:00100000:3.0:1785389067.085241:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115458691840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389067.085253:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389067.085259:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.085271:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.085292:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd7734f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896ac expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.085308:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:3.0:1785389067.085313:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.085324:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.085332:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.085360:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389067.085412:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2362:x1872115458691840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389067.085429:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 247 00010000:00010000:0.0:1785389067.085554:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085562:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085589:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085601:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085607:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085613:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389067.085626:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085634:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085652:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:0.0:1785389067.085654:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389067.085658:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.085664:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd77387 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389067.085710:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23280:x1872115458691712:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 4853us (5036us total) trans 0 rc -22/-22 00000100:00100000:0.0:1785389067.085716:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:0.0:1785389067.096497:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389067.096567:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458691968 00000100:00100000:1.0:1785389067.096577:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458691968 00000100:00100000:1.0:1785389067.096684:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 195 00000100:00100000:1.0:1785389067.096708:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458691968:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389067.096781:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.096802:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.096811:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389067.096816:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389067.096820:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.096852:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.096867:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 10 pid: 14689 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389067.096880:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485827200:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389067.096948:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94344205da80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389067.100037:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485827200:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389067.100069:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389067.101409:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389067.101689:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458692096 00000100:00100000:1.0:1785389067.101709:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458692096 00010000:00010000:1.0:1785389067.101774:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 11 pid: 14689 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389067.101808:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 248 00000100:00100000:1.0:1785389067.101819:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458692096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389067.101833:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389067.101857:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 11 pid: 14689 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.101870:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 11 pid: 14689 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.101891:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd77379 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896c8 expref: 11 pid: 14689 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.101906:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389067.101909:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389067.101915:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.101924:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.101950:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389067.101990:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458692096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 173us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389067.102004:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 248 00010000:00010000:3.0:1785389067.102439:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102450:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102473:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102482:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102490:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102497:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389067.102501:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102510:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102521:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.102539:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f736a3e/0xb9b521054fd7738e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389067.102596:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458691968:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 5879us (6096us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389067.102605:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 195 00000100:00100000:0.0:1785389067.106992:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.107151:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458692352 00000100:00100000:3.0:1785389067.107161:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458692352 00000100:00100000:3.0:1785389067.107210:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00100000:3.0:1785389067.107220:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23280:x1872115458692352:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389067.107299:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.107317:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.107329:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.109081:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.109098:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.109106:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.109148:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.109163:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 36 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389067.109177:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303213100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485827328:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389067.109303:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389067.114235:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303213100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485827328:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389067.114263:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389067.115110:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.115573:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458692480 00000100:00100000:3.0:1785389067.115583:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458692480 00010000:00010000:3.0:1785389067.115632:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389067.115676:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 249 00000100:00100000:3.0:1785389067.115686:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115458692480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389067.115700:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389067.115707:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.115719:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.116144:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7735d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896b3 expref: 37 pid: 5822 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.116156:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:3.0:1785389067.116161:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.116170:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.116177:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.116345:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389067.116407:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2362:x1872115458692480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 722us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389067.116415:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 249 00010000:00010000:2.0:1785389067.118024:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.118039:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389067.118215:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967808 00000001:00080000:2.0:1785389067.118340:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967809 00000001:00080000:2.0:1785389067.118440:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967810 00000100:00100000:2.0:1785389067.118533:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485827456:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1785389067.118842:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389067.118927:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546180 going to sleep for 11 seconds 00000100:00100000:0.0:1785389067.118969:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485827456 00000100:00100000:0.0:1785389067.118976:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485827456 00000100:00100000:0.0:1785389067.119066:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1785389067.119074:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485827456:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1785389067.119199:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485827456:12345-0@lo:1000:mdt00_003.0 Request processed in 125us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389067.119205:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1785389067.119268:0:9185:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:2.0:1785389067.119274:0:9185:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343c8c9880, transno 4294967332 00000100:00100000:2.0:1785389067.119298:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485827456:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1785389067.120070:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967811 00000100:00100000:2.0:1785389067.120119:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485827584:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1785389067.120145:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389067.120175:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f840 going to sleep for 11 seconds 00000100:00100000:3.0:1785389067.120212:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485827584 00000100:00100000:3.0:1785389067.120216:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485827584 00000100:00100000:3.0:1785389067.120289:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1785389067.120296:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485827584:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1785389067.120457:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9185:x1872115485827584:12345-0@lo:1000:mdt00_003.0 Request processed in 161us (310us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1785389067.120463:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1785389067.120578:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485827584:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1785389067.120613:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120630:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120637:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120642:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.120646:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120652:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120665:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff94341e7d2300) 00010000:00010000:2.0:1785389067.120668:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389067.120672:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120677:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7739c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120708:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120714:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120718:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120722:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.120724:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120729:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120735:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:2.0:1785389067.120737:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389067.120739:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120782:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd772f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120800:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120811:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120819:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120830:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120835:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120840:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120844:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.120846:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120851:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120857:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:2.0:1785389067.120859:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389067.120861:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120865:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd773a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120873:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120878:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120883:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120891:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.120893:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120898:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120904:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff94341e7d2b00) 00010000:00010000:2.0:1785389067.120906:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389067.120908:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.120912:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77395 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389067.121040:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:23280:x1872115458692352:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 13820us (14056us total) trans 4294967812 rc 0/0 00000100:00100000:2.0:1785389067.121048:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 782 00000020:00080000:2.0:1785389067.121051:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1785389067.121576:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389067.121581:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389067.122119:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1785389067.122134:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389067.124881:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.124970:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458692736 00000100:00100000:3.0:1785389067.124978:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458692736 00000100:00100000:3.0:1785389067.125028:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 160 00000100:00100000:3.0:1785389067.125038:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:23280:x1872115458692736:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1785389067.126037:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1785389067.126146:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967813 00010000:00010000:3.0:1785389067.126190:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.126205:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.126216:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.126226:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.126232:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.126239:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.126293:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1785389067.126383:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23280:x1872115458692736:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1346us (1508us total) trans 4294967814 rc 0/0 00000100:00100000:3.0:1785389067.126391:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 160 00000020:00080000:3.0:1785389067.126395:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1785389067.128487:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389067.128498:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.128507:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389067.128511:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.128520:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.128652:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff943402a86300) 00010000:00010000:2.0:1785389067.128769:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1785389067.128775:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.128781:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd773aa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.128860:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389067.128868:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389067.128870:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389067.377946:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389067.508162:0:17700:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389067.508172:0:17700:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389067.508212:0:17700:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1785389067.508218:0:17700:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389067.633884:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389067.633907:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485827712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389067.633990:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389067.634063:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485827712 00000100:00100000:2.0:1785389067.634070:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485827712 00000100:00100000:2.0:1785389067.634118:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1785389067.634126:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485827712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389067.634148:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3855613952 00000100:00100000:2.0:1785389067.634191:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485827712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389067.634198:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1785389067.634248:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485827712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389067.637664:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389067.645654:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458692992 00000100:00100000:0.0:1785389067.645678:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458692992 00000100:00100000:0.0:1785389067.646599:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 783 00000100:00100000:1.0:1785389067.646807:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23283:x1872115458692992:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389067.646839:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389067.646859:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd773b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896cf expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.646937:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.646950:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.646960:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.646973:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.646980:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.646986:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647380:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd773c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647389:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd773c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647408:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd773c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389067.647420:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:1.0:1785389067.647512:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647520:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647542:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647549:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389067.647553:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647561:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647574:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:1.0:1785389067.647587:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389067.647593:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647600:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd773b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647621:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647638:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647644:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647649:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389067.647652:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.647659:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.648019:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff943412a70900) 00010000:00010000:1.0:1785389067.648023:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389067.648027:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.648034:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd773bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.648078:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd773b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896cf expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.648092:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8e00/0xb9b521054fd773c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896cf expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389067.648099:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff943412a70800) 00010000:00010000:1.0:1785389067.648101:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389067.648110:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8e00, rc 0) 00000100:00100000:1.0:1785389067.648177:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:23283:x1872115458692992:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1569us (10519us total) trans 4294967815 rc 0/0 00000100:00100000:1.0:1785389067.648184:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 783 00000100:00100000:1.0:1785389067.664690:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389067.664810:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458693120 00000100:00100000:2.0:1785389067.664833:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458693120 00000100:00100000:2.0:1785389067.664890:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 784 00000100:00100000:2.0:1785389067.664898:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:23283:x1872115458693120:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:2.0:1785389067.664967:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.664983:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.664993:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665017:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665023:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665030:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665035:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.665040:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665048:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665058:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff943412a70800) 00010000:00010000:2.0:1785389067.665061:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389067.665065:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.665079:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd773d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389067.665135:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:23283:x1872115458693120:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 238us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389067.665141:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 784 00000100:00100000:0.0:1785389067.671712:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389067.671926:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458693376 00000100:00100000:2.0:1785389067.671936:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458693376 00000100:00100000:2.0:1785389067.671974:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 161 00000100:00100000:2.0:1785389067.671983:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:23283:x1872115458693376:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389067.672201:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:23283:x1872115458693376:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 219us (497us total) trans 4294967816 rc 0/0 00000100:00100000:2.0:1785389067.672209:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 161 00000100:00100000:2.0:1785389067.934640:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389067.934740:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458693504 00000100:00100000:0.0:1785389067.934785:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458693504 00000100:00100000:0.0:1785389067.934843:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 785 00000100:00100000:0.0:1785389067.934853:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+73:23299:x1872115458693504:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:0.0:1785389067.934878:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389067.934899:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd773db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896d6 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.934960:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.934972:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.934984:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.934996:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935002:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935008:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935339:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd773f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935348:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd773f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935364:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd773f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389067.935447:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 7680 00000004:00200000:0.0:1785389067.935451:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389067.935519:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd773f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935532:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935538:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935544:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935550:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389067.935555:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935563:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935576:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:0.0:1785389067.935580:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389067.935584:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935591:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd773e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935623:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935630:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935636:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935641:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389067.935644:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935650:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935658:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff94341e7d2600) 00010000:00010000:0.0:1785389067.935660:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389067.935663:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935669:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd773e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935696:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd773db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896d6 expref: 75 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935709:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873000/0xb9b521054fd773f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896d6 expref: 74 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.935728:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:0.0:1785389067.935730:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389067.935733:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873000, rc 0) 00000100:00100000:0.0:1785389067.935824:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23299:x1872115458693504:12345-192.168.204.39@tcp:101:diff.0 Request processed in 972us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389067.935831:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 785 00000100:00080000:2.0:1785389067.935967:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389067.943982:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389067.946126:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458693632 00000100:00100000:2.0:1785389067.946138:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458693632 00000100:00100000:2.0:1785389067.946252:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 786 00000100:00100000:2.0:1785389067.946263:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+74:23299:x1872115458693632:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:2.0:1785389067.946284:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389067.946302:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd773f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896dd expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946361:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946375:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946398:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946414:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946421:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946428:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946811:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4200/0xb9b521054fd7740c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946820:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4200/0xb9b521054fd7740c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946827:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4200/0xb9b521054fd7740c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389067.946858:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:2.0:1785389067.946862:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389067.946883:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4200/0xb9b521054fd7740c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946895:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4200/0xb9b521054fd7740c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946903:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946920:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946926:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946932:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.946936:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946944:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946956:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff943412a70500) 00010000:00010000:2.0:1785389067.946959:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389067.946963:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946970:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd773fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946981:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946987:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946993:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.946999:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389067.947007:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.947014:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.947021:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff94340b507100) 00010000:00010000:2.0:1785389067.947024:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389067.947026:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.947032:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77405 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.947071:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd773f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896dd expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.947083:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4200/0xb9b521054fd7740c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896dd expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.947090:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff943412a70800) 00010000:00010000:2.0:1785389067.947093:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389067.947095:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4200, rc 0) 00000100:00100000:2.0:1785389067.947163:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23299:x1872115458693632:12345-192.168.204.39@tcp:101:diff.0 Request processed in 902us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389067.947170:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 786 00000100:00100000:0.0:1785389067.956114:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.956193:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458693760 00000100:00100000:3.0:1785389067.956203:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458693760 00000100:00100000:3.0:1785389067.956272:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 196 00000100:00100000:3.0:1785389067.956281:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+9:2365:x1872115458693760:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:3.0:1785389067.956299:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389067.956318:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049b8279d/0xb9b521054fd77413 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896e4 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389067.956342:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a6add4c, ctime: 0x6a6ae009, blocks: 0xb 00010000:00010000:3.0:1785389067.956361:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=788s v=(0 0) 00010000:00010000:3.0:1785389067.956366:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389067.956375:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049b8279d/0xb9b521054fd77413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896e4 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.956394:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049b8279d/0xb9b521054fd77413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896e4 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389067.956407:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334c00, rc 0) 00000100:00100000:3.0:1785389067.956457:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458693760:12345-192.168.204.39@tcp:101:diff.0 Request processed in 177us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389067.956465:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 196 00000100:00080000:0.0:1785389067.956642:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389067.976784:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389067.976905:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694016 00000100:00100000:0.0:1785389067.976914:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694016 00000100:00100000:0.0:1785389067.976987:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:0.0:1785389067.976996:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23299:x1872115458694016:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:0.0:1785389067.977015:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389067.977034:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7741a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896eb expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.977122:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77421 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.977135:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.977147:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389067.977156:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1785389067.977277:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd7741a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896eb expref: 78 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.977296:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77421 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896eb expref: 77 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389067.977305:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff943412a70800) 00010000:00010000:0.0:1785389067.977308:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389067.977311:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873400, rc 0) 00000100:00100000:0.0:1785389067.977369:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23299:x1872115458694016:12345-192.168.204.39@tcp:101:diff.0 Request processed in 373us (626us total) trans 4294967817 rc 0/0 00000100:00100000:0.0:1785389067.977376:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:3.0:1785389067.988710:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389067.988790:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389067.988836:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694272 00000100:00100000:0.0:1785389067.988846:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694272 00002000:00100000:0.0:1785389067.988896:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->4095) req@ffff943303210a80 x1872115458694272/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:563/0 lens 488/0 e 0 to 0 dl 1785389078 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389067.988907:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303210a80 with x1872115458694272 ext(0->4095) 00002000:00010000:0.0:1785389067.988913:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303210a80 00000100:00100000:0.0:1785389067.988952:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:0.0:1785389067.988962:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458694272:12345-192.168.204.39@tcp:3:diff.0 00000100:00100000:0.0:1785389067.989199:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458694272:12345-192.168.204.39@tcp:3:diff.0 Request processed in 238us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389067.989208:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 62 00002000:00100000:0.0:1785389067.989215:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->4095) req@ffff943303210a80 x1872115458694272/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:563/0 lens 488/4536 e 0 to 0 dl 1785389078 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389067.989224:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303210a80 with x1872115458694272 ext(0->4095) 00002000:00010000:0.0:1785389067.989242:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303210a80 00000100:00100000:2.0:1785389067.989319:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694144 00000100:00100000:2.0:1785389067.989325:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694144 00000100:00100000:2.0:1785389067.989370:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 35 00000100:00100000:2.0:1785389067.989378:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:2362:x1872115458694144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389067.989396:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389067.989418:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd77421 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896eb expref: 77 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389067.989437:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff943412a70800) 00010000:00010000:2.0:1785389067.989441:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389067.989471:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2362:x1872115458694144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 94us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389067.989477:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 35 00000100:00100000:3.0:1785389068.012131:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389068.012299:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694528 00000100:00100000:0.0:1785389068.012309:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694528 00000100:00100000:0.0:1785389068.012405:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 162 00000100:00100000:0.0:1785389068.012417:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23299:x1872115458694528:12345-192.168.204.39@tcp:35:diff.0 00000001:00080000:1.0:1785389068.020948:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967818 00000100:00100000:1.0:1785389068.021076:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:23299:x1872115458694528:12345-192.168.204.39@tcp:35:diff.0 Request processed in 8658us (8948us total) trans 4294967819 rc 0/0 00000100:00100000:1.0:1785389068.021086:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 162 00000020:00080000:1.0:1785389068.021091:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1785389068.399105:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389069.422963:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389070.446877:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389071.004821:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004856:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004882:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004902:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004922:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004935:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004953:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389071.004985:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694912 00000100:00100000:3.0:1785389071.004993:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694912 00000100:00100000:3.0:1785389071.005048:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695424 00000100:00100000:3.0:1785389071.005052:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695424 00000100:00100000:3.0:1785389071.005064:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695040 00000100:00100000:3.0:1785389071.005067:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695040 00000100:00100000:3.0:1785389071.005085:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695296 00000100:00100000:3.0:1785389071.005087:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695296 00000100:00100000:3.0:1785389071.005100:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00100000:3.0:1785389071.005109:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458694912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389071.005187:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458694912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 78us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389071.005194:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00100000:3.0:1785389071.005209:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:3.0:1785389071.005215:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458695424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389071.005237:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458695424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389071.005243:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:3.0:1785389071.005252:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 400 00000100:00100000:3.0:1785389071.005257:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458695040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389071.005289:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458695040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389071.005295:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 400 00000100:00100000:3.0:1785389071.005304:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 401 00000100:00100000:3.0:1785389071.005310:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458695296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389071.005326:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458695296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389071.005332:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 401 00000100:00080000:3.0:1785389071.005350:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389071.005354:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389071.005567:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694656 00000100:00100000:2.0:1785389071.005571:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694656 00000100:00100000:2.0:1785389071.005603:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 580 00000100:00100000:2.0:1785389071.005610:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458694656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389071.005639:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458694656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389071.005644:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 580 00000100:00100000:2.0:1785389071.005668:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695168 00000100:00100000:2.0:1785389071.005671:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695168 00000100:00100000:2.0:1785389071.005694:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458694784 00000100:00100000:2.0:1785389071.005697:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458694784 00000100:00100000:2.0:1785389071.005720:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00100000:2.0:1785389071.005726:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2365:x1872115458695168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389071.005774:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2365:x1872115458695168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 48us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389071.005780:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00100000:2.0:1785389071.005797:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:2.0:1785389071.005802:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:2365:x1872115458694784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389071.005824:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:2365:x1872115458694784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389071.005830:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00080000:2.0:1785389071.006627:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389071.214987:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485828096:0@lo:400:kworker.0 00000100:00100000:0.0:1785389071.215047:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389071.215100:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389071.215105:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485828224:0@lo:400:kworker.0 00000100:00100000:0.0:1785389071.215126:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389071.215154:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828096 00000100:00100000:0.0:1785389071.215160:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828096 00000100:00100000:0.0:1785389071.215223:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1785389071.215231:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485828096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389071.215273:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485828096:12345-0@lo:400:kworker.0 Request processed in 43us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389071.215279:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1785389071.215322:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485828096:0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215555:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485827968:0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215583:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389071.215598:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485828480:0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215615:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389071.215629:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1785389071.215633:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485827840:0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215653:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389071.215670:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485828352:0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215689:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389071.215711:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485827968 00000100:00100000:2.0:1785389071.215715:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485827968 00000100:00100000:2.0:1785389071.215735:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828352 00000100:00100000:2.0:1785389071.215738:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828352 00000100:00100000:2.0:1785389071.215773:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1785389071.215779:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485827968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215810:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485827968:12345-0@lo:400:kworker.0 Request processed in 31us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389071.215816:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1785389071.215827:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1785389071.215833:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485828352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215871:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485828352:12345-0@lo:400:kworker.0 Request processed in 38us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389071.215877:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:2.0:1785389071.215891:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389071.215910:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485828352:0@lo:400:kworker.0 00000100:00100000:2.0:1785389071.215919:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485827968:0@lo:400:kworker.0 00000100:00100000:3.0:1785389071.216212:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828224 00000100:00100000:3.0:1785389071.216217:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828224 00000100:00100000:3.0:1785389071.216247:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828480 00000100:00100000:3.0:1785389071.216250:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828480 00000100:00100000:3.0:1785389071.216268:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1785389071.216275:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485828224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389071.216320:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485828224:12345-0@lo:400:kworker.0 Request processed in 46us (1193us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389071.216326:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1785389071.216337:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1785389071.216342:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485828480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389071.216368:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485828480:12345-0@lo:400:kworker.0 Request processed in 26us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389071.216374:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:3.0:1785389071.216390:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389071.216393:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389071.216416:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485828480:0@lo:400:kworker.0 00000100:00100000:1.0:1785389071.216636:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485827840 00000100:00100000:1.0:1785389071.216640:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485827840 00000100:00100000:1.0:1785389071.216679:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1785389071.216687:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485827840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389071.216721:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485827840:12345-0@lo:400:kworker.0 Request processed in 36us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389071.216727:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1785389071.216781:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485827840:0@lo:400:kworker.0 00000100:00100000:0.0:1785389071.216934:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485828224:0@lo:400:kworker.0 00010000:00010000:2.0:1785389071.472044:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389071.726980:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389071.727002:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485828608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389071.727068:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389071.727294:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828608 00000100:00100000:2.0:1785389071.727301:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828608 00000100:00100000:2.0:1785389071.727357:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1785389071.727366:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485828608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389071.727405:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389071.727452:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485828608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389071.727458:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1785389071.727620:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485828608:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1785389072.350074:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00080000:1.0:1785389072.350090:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:2.0:1785389072.416103:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967818 is committed 00000001:00080000:2.0:1785389072.416125:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967819 is committed 00000001:00080000:2.0:1785389072.416130:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967815 is committed 00000001:00080000:2.0:1785389072.416136:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967816 is committed 00000020:00080000:2.0:1785389072.416147:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943432546600 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1785389072.416152:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943421e19900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943432546180 00000020:00080000:2.0:1785389072.416155:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943421e19500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343c2a9000 00000020:00080000:0.0:1785389072.416311:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:0.0:1785389072.416494:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:3.0:1785389072.495118:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389072.753430:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485828736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389072.753502:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389072.753583:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828736 00000100:00100000:3.0:1785389072.753592:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828736 00000100:00100000:3.0:1785389072.753662:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1785389072.753672:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485828736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389072.753708:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389072.753771:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485828736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389072.753789:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1785389072.753832:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:0.0:1785389072.753850:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:0.0:1785389072.753877:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485828736:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389073.519101:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389074.542953:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389075.566886:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389076.117397:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117453:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117483:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117500:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117514:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117538:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695808 00000100:00100000:0.0:1785389076.117546:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695808 00000100:00100000:0.0:1785389076.117595:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695936 00000100:00100000:0.0:1785389076.117598:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695936 00000100:00100000:0.0:1785389076.117617:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 404 00000100:00100000:0.0:1785389076.117626:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458695808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389076.117688:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458695808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 64us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389076.117695:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 404 00000100:00100000:0.0:1785389076.117722:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00100000:0.0:1785389076.117729:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458695936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389076.117770:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458695936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389076.117777:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00080000:0.0:1785389076.117792:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389076.117796:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389076.117822:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117877:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389076.117968:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696320 00000100:00100000:0.0:1785389076.117972:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696320 00000100:00100000:0.0:1785389076.117995:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696192 00000100:00100000:0.0:1785389076.117998:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696192 00000100:00100000:0.0:1785389076.118014:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 406 00000100:00100000:0.0:1785389076.118020:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458696320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389076.118049:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458696320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389076.118056:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 406 00000100:00100000:0.0:1785389076.118067:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:0.0:1785389076.118073:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458696192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389076.118095:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458696192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389076.118100:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00080000:0.0:1785389076.118116:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389076.118118:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389076.118431:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695552 00000100:00100000:1.0:1785389076.118435:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695552 00000100:00100000:1.0:1785389076.118480:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 582 00000100:00100000:1.0:1785389076.118493:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458695552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389076.118527:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458695552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.118534:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 582 00000100:00100000:1.0:1785389076.118561:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696064 00000100:00100000:1.0:1785389076.118564:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696064 00000100:00100000:1.0:1785389076.118590:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458695680 00000100:00100000:1.0:1785389076.118592:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458695680 00000100:00100000:1.0:1785389076.118611:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:1.0:1785389076.118619:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2364:x1872115458696064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389076.118645:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2364:x1872115458696064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.118651:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:1.0:1785389076.118661:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 446 00000100:00100000:1.0:1785389076.118668:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:2365:x1872115458695680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389076.118692:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:2365:x1872115458695680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.118699:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 446 00000100:00080000:1.0:1785389076.118736:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389076.344631:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485828992:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.344699:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389076.344767:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485829504:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.344794:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389076.344822:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785389076.344827:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485828864:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.344861:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389076.344881:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485829376:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.344900:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389076.344922:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485829120:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.344941:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389076.344956:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389076.344961:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485829248:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.344980:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389076.345007:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828992 00000100:00100000:1.0:1785389076.345014:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828992 00000100:00100000:1.0:1785389076.345056:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485829376 00000100:00100000:1.0:1785389076.345059:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485829376 00000100:00100000:1.0:1785389076.345077:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485829120 00000100:00100000:1.0:1785389076.345079:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485829120 00000100:00100000:1.0:1785389076.345093:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1785389076.345101:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485828992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345145:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485828992:12345-0@lo:400:kworker.0 Request processed in 45us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.345151:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1785389076.345166:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1785389076.345172:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485829376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345358:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485829376:12345-0@lo:400:kworker.0 Request processed in 186us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.345365:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1785389076.345378:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1785389076.345385:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485829120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345495:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485829120:12345-0@lo:400:kworker.0 Request processed in 111us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.345501:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1785389076.345519:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485829504 00000100:00100000:1.0:1785389076.345522:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485829504 00000100:00100000:1.0:1785389076.345546:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485829248 00000100:00100000:1.0:1785389076.345549:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485829248 00000100:00100000:1.0:1785389076.345564:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1785389076.345569:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485829504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345596:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485829504:12345-0@lo:400:kworker.0 Request processed in 27us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.345601:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1785389076.345610:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1785389076.345615:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485829248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345636:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485829248:12345-0@lo:400:kworker.0 Request processed in 21us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.345641:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1785389076.345655:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485828864 00000100:00100000:1.0:1785389076.345658:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485828864 00000100:00100000:1.0:1785389076.345675:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1785389076.345681:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485828864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345704:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485828864:12345-0@lo:400:kworker.0 Request processed in 24us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389076.345710:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:1.0:1785389076.345742:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389076.345763:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389076.345765:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389076.345795:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485828864:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345807:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485829376:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345815:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485828992:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345823:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485829504:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345848:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485829248:0@lo:400:kworker.0 00000100:00100000:1.0:1785389076.345855:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485829120:0@lo:400:kworker.0 00000040:00080000:1.0:1785389076.348929:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389076.348947:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389076.349312:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1785389076.349320:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389076.591188:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389076.851171:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485829632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389076.851262:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389076.854803:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485829632 00000100:00100000:0.0:1785389076.854818:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485829632 00000100:00100000:0.0:1785389076.854887:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1785389076.854897:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485829632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389076.854934:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389076.855213:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485829632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 316us (3950us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389076.855220:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1785389076.855377:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485829632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389077.323812:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389077.323904:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696448 00000100:00100000:1.0:1785389077.323914:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696448 00000100:00100000:1.0:1785389077.323983:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 788 00000100:00100000:1.0:1785389077.323995:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23215:x1872115458696448:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785389077.324138:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23215:x1872115458696448:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 145us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389077.324146:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 788 00000020:00080000:2.0:1785389077.409825:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:3.0:1785389077.409930:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:3.0:1785389077.409983:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:2.0:1785389077.616406:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389077.871432:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389077.889790:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485829760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389077.889882:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389077.892613:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485829760 00000100:00100000:2.0:1785389077.892638:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485829760 00000100:00100000:2.0:1785389077.892695:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1785389077.892704:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485829760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389077.892770:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389077.892846:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485829760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (2963us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389077.892854:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1785389077.895514:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485829760:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389078.638968:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389079.662946:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1785389080.648224:0:17899:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 01:24:37 (1785389077) 00010000:00010000:2.0:1785389080.687881:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389081.208860:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389081.209022:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696576 00000100:00100000:1.0:1785389081.209033:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696576 00000100:00100000:1.0:1785389081.209113:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 789 00000100:00100000:1.0:1785389081.209131:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23914:x1872115458696576:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785389081.209255:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23914:x1872115458696576:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 133us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389081.209263:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 789 00000100:00080000:2.0:1785389081.209513:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389081.242220:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389081.242260:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389081.242328:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389081.242699:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696960 00000100:00100000:2.0:1785389081.242708:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696960 00000100:00100000:2.0:1785389081.242788:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697216 00000100:00100000:2.0:1785389081.242791:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697216 00000100:00100000:2.0:1785389081.242813:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:2.0:1785389081.242822:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458696960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389081.243019:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458696960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 197us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389081.243027:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:2.0:1785389081.243045:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:2.0:1785389081.243051:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458697216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389081.243076:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458697216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389081.243081:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00080000:2.0:1785389081.243098:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389081.243515:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389081.243565:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389081.243596:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389081.243612:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697088 00000100:00100000:0.0:1785389081.243615:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697088 00000100:00100000:0.0:1785389081.243634:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697344 00000100:00100000:0.0:1785389081.243636:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697344 00000100:00100000:0.0:1785389081.243648:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:0.0:1785389081.243654:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458697088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389081.243685:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458697088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.243691:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:0.0:1785389081.243703:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:0.0:1785389081.243708:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458697344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389081.243729:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458697344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.243734:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:2.0:1785389081.244519:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696832 00000100:00100000:2.0:1785389081.244524:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696832 00000100:00100000:2.0:1785389081.244555:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00100000:2.0:1785389081.244562:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:2362:x1872115458696832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389081.244610:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:2362:x1872115458696832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 49us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389081.244617:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00080000:2.0:1785389081.244631:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389081.244634:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389081.244727:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458696704 00000100:00100000:1.0:1785389081.244731:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458696704 00000100:00100000:1.0:1785389081.244799:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 584 00000100:00100000:1.0:1785389081.244807:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458696704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389081.244833:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458696704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (2625us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389081.244839:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 584 00000100:00100000:0.0:1785389081.293014:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389081.293105:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697472 00000100:00100000:1.0:1785389081.293115:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697472 00000100:00100000:1.0:1785389081.293215:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 790 00000100:00100000:1.0:1785389081.293226:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23915:x1872115458697472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389081.293245:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389081.293272:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7742f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896f2 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293350:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293363:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293375:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293390:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293413:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293420:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293669:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293678:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293685:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293691:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389081.293696:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293703:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293716:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389081.293719:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389081.293724:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293730:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77436 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293800:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293814:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293820:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293825:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389081.293829:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293835:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293842:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff943412a70900) 00010000:00010000:1.0:1785389081.293845:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389081.293847:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.293853:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd7743d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.295064:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7742f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896f2 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.295076:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389081.295079:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389081.295083:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7742f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896f2 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.295094:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:1.0:1785389081.295167:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23915:x1872115458697472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1943us (2160us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389081.295176:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 790 00000100:00100000:0.0:1785389081.328277:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389081.328711:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697728 00000100:00100000:2.0:1785389081.328722:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697728 00000100:00100000:2.0:1785389081.328811:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:2.0:1785389081.328823:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23915:x1872115458697728:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1785389081.328884:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389081.328909:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77222 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8965f expref: 75 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.328930:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389081.328935:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389081.329225:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.329240:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 33 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.329250:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.329280:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 33 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.329301:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 33 pid: 5820 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389081.329326:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485829888:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389081.329412:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408ebc240 going to sleep for 11 seconds 00000100:00100000:2.0:1785389081.355170:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485829888:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389081.355199:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389081.361831:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389081.362463:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697856 00000100:00100000:3.0:1785389081.362474:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697856 00010000:00010000:3.0:1785389081.362516:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 34 pid: 5820 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389081.362560:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 250 00000100:00100000:3.0:1785389081.362570:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426386c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2362:x1872115458697856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389081.362622:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389081.362630:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 34 pid: 5820 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.362645:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 34 pid: 5820 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.362668:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7724c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8966d expref: 34 pid: 5820 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.362684:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389081.362690:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.362700:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.362707:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.362730:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389081.362808:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426386c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:2362:x1872115458697856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 238us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389081.362816:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 250 00010000:00010000:2.0:1785389081.363051:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.363060:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.363084:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.363104:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.363114:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389081.370499:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00010000:00010000:2.0:1785389081.370520:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.370531:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.370550:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.370557:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389081.370561:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.370569:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.370584:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389081.370588:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389081.370592:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.370599:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77444 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389081.370619:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dc1e856e reply state 00000000dd635b6f transno 4294967820 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389081.370628:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389081.370738:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23915:x1872115458697728:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 41915us (42467us total) trans 4294967820 rc 0/0 00000100:00100000:2.0:1785389081.372983:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 791 00010000:00010000:2.0:1785389081.389785:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.389812:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.389847:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.389855:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389081.389860:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.389869:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.389885:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff94340b507d00) 00010000:00010000:2.0:1785389081.389888:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389081.389893:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389081.389899:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7744b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1785389081.455205:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389081.455218:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389081.455734:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1785389081.455769:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389081.456819:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389081.456846:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485830272:0@lo:400:kworker.0 00000100:00100000:2.0:1785389081.456912:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389081.456999:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485830400:0@lo:400:kworker.0 00000100:00100000:2.0:1785389081.457023:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389081.457286:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485830016:0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.457330:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389081.457368:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485830528:0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.457388:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389081.457407:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1785389081.457421:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485830144:0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.457443:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389081.457455:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485830656:0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.457478:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389081.457505:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830400 00000100:00100000:0.0:1785389081.457512:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830400 00000100:00100000:0.0:1785389081.457557:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830656 00000100:00100000:0.0:1785389081.457561:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830656 00000100:00100000:0.0:1785389081.457585:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1785389081.457594:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485830400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.457658:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485830400:12345-0@lo:400:kworker.0 Request processed in 65us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.457665:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1785389081.457680:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1785389081.457685:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485830656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.457714:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485830656:12345-0@lo:400:kworker.0 Request processed in 29us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.457719:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1785389081.458201:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485830656:0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.458225:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830272 00000100:00100000:0.0:1785389081.458228:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830272 00000100:00100000:0.0:1785389081.458252:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830528 00000100:00100000:0.0:1785389081.458255:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830528 00000100:00100000:0.0:1785389081.458453:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830144 00000100:00100000:0.0:1785389081.458457:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830144 00000100:00100000:0.0:1785389081.458470:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1785389081.458476:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485830272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.458517:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485830272:12345-0@lo:400:kworker.0 Request processed in 41us (1605us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.458524:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1785389081.458536:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1785389081.458542:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485830528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.458580:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485830528:12345-0@lo:400:kworker.0 Request processed in 37us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.458585:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1785389081.458594:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1785389081.458598:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485830144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.458626:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485830144:12345-0@lo:400:kworker.0 Request processed in 28us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389081.458631:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1785389081.460960:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485830144:0@lo:400:kworker.0 00000100:00100000:0.0:1785389081.460982:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485830528:0@lo:400:kworker.0 00000100:00100000:2.0:1785389081.461807:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830016 00000100:00100000:2.0:1785389081.461816:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830016 00000100:00100000:2.0:1785389081.461878:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1785389081.461887:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485830016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389081.461963:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485830016:12345-0@lo:400:kworker.0 Request processed in 77us (4632us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389081.461981:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:2.0:1785389081.462014:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389081.462020:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389081.462023:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389081.462050:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485830400:0@lo:400:kworker.0 00000100:00100000:2.0:1785389081.462063:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485830272:0@lo:400:kworker.0 00000100:00100000:3.0:1785389081.462251:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485830016:0@lo:400:kworker.0 00010000:00010000:3.0:1785389081.711352:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389081.871626:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389081.871836:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458697984 00000100:00100000:1.0:1785389081.871850:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458697984 00000100:00100000:1.0:1785389081.871938:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:1.0:1785389081.871951:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23952:x1872115458697984:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:1.0:1785389081.871983:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389081.872012:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77452 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a896f9 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.872130:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd77459 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.872148:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd77459 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.872162:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd77459 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389081.872260:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389081.872266:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389081.872298:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd77459 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.872536:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77452 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896f9 expref: 77 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.872581:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd77459 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896f9 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.872593:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70900) 00010000:00010000:1.0:1785389081.872597:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389081.872601:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9a00, rc 0) 00000100:00100000:1.0:1785389081.872680:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23952:x1872115458697984:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 732us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389081.872689:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:0.0:1785389081.882717:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389081.882835:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458698240 00000100:00100000:3.0:1785389081.882846:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458698240 00000100:00100000:3.0:1785389081.882919:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 793 00000100:00100000:3.0:1785389081.882930:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23952:x1872115458698240:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:3.0:1785389081.882988:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389081.883014:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd77459 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896f9 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.883033:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70900) 00010000:00010000:3.0:1785389081.883043:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389081.883219:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23952:x1872115458698240:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 291us (510us total) trans 0 rc -17/-17 00000100:00100000:3.0:1785389081.883226:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 793 00000100:00100000:0.0:1785389081.885297:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389081.885388:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458698368 00000100:00100000:1.0:1785389081.885396:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458698368 00000100:00100000:1.0:1785389081.885452:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 794 00000100:00100000:1.0:1785389081.885462:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+75:23952:x1872115458698368:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:1.0:1785389081.885479:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389081.885522:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77460 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89700 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.885592:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77467 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.885613:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77467 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.885624:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77467 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389081.885688:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389081.885707:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389081.885768:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77467 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.885802:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77460 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89700 expref: 77 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.885824:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77467 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89700 expref: 76 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389081.885832:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389081.885835:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389081.885843:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:1.0:1785389081.885901:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23952:x1872115458698368:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 441us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389081.885909:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 794 00000100:00100000:0.0:1785389081.891325:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389081.891406:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458698496 00000100:00100000:3.0:1785389081.891416:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458698496 00000100:00100000:3.0:1785389081.891467:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 795 00000100:00100000:3.0:1785389081.891476:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:23952:x1872115458698496:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:3.0:1785389081.891495:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389081.891514:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7746e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89707 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891574:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891587:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891598:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891610:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891629:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891636:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891774:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd77483 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891784:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd77483 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891791:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd77483 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389081.891831:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:3.0:1785389081.891835:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389081.891858:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd77483 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891871:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891877:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891884:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891891:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389081.891895:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891909:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891921:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389081.891924:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389081.891929:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891935:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77475 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891948:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891955:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891961:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891966:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389081.891969:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891975:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.891982:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff943402a86c00) 00010000:00010000:3.0:1785389081.891985:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389081.891987:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.892002:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7747c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.892032:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7746e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89707 expref: 78 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.892045:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd77483 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89707 expref: 77 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389081.892052:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943402a86d00) 00010000:00010000:3.0:1785389081.892055:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389081.892057:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334a00, rc 0) 00000100:00100000:3.0:1785389081.892106:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23952:x1872115458698496:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 630us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389081.892113:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 795 00000100:00100000:0.0:1785389081.979949:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389081.979973:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485830784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389081.980045:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389081.980292:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485830784 00000100:00100000:2.0:1785389081.980309:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485830784 00000100:00100000:2.0:1785389081.980369:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1785389081.980379:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485830784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389081.980416:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389081.980471:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485830784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389081.980478:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1785389081.980605:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485830784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389082.020941:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.021041:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458698624 00000100:00100000:1.0:1785389082.021051:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458698624 00000100:00100000:1.0:1785389082.021122:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 796 00000100:00100000:1.0:1785389082.021133:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+33:23958:x1872115458698624:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389082.021153:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389082.021170:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7748a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8970e expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.021251:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.021265:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.021288:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389082.021365:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389082.021369:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389082.021393:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.021419:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7748a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 35 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.021438:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.021447:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389082.021450:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389082.021453:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:1.0:1785389082.021512:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23958:x1872115458698624:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 381us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389082.021520:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 796 00000100:00100000:0.0:1785389082.035842:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.036253:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458698880 00000100:00100000:3.0:1785389082.036264:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458698880 00000100:00100000:3.0:1785389082.036342:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:3.0:1785389082.036353:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23958:x1872115458698880:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389082.036375:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389082.036378:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1785389082.036404:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd77483 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89707 expref: 77 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036429:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943402a86d00) 00010000:00010000:3.0:1785389082.036456:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389082.036471:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77498 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89715 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036599:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036612:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036622:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036636:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036643:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.036650:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.037912:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.037922:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.037931:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389082.037941:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:3.0:1785389082.037965:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.037979:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.037986:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.037992:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389082.037996:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.038005:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.038015:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943402a86c00) 00010000:00010000:3.0:1785389082.038017:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389082.038021:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.038027:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7749f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389082.038038:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000707141d0 reply state 00000000bb11b06b transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.038047:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389082.038075:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77498 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 79 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.038156:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 78 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.038176:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff943402a86900) 00010000:00010000:3.0:1785389082.038179:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389082.038182:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:3.0:1785389082.038288:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23958:x1872115458698880:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1936us (2454us total) trans 4294967821 rc 0/0 00000100:00100000:3.0:1785389082.038303:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:1.0:1785389082.046542:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.048475:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458699136 00000100:00100000:2.0:1785389082.048485:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458699136 00000100:00100000:2.0:1785389082.048548:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 798 00000100:00100000:2.0:1785389082.048559:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23958:x1872115458699136:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389082.048583:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.048606:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8971c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.048699:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.048714:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.048737:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.048795:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.048809:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.048823:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485830912:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389082.048901:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408ebcc00 going to sleep for 11 seconds 00010000:00010000:3.0:1785389082.051486:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.051500:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.051508:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.051515:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389082.051519:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.051527:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.051543:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff943402a86300) 00010000:00010000:3.0:1785389082.051546:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389082.051551:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.051558:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd774a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.052177:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485830912:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389082.052199:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.053162:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.053582:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458699264 00000100:00100000:3.0:1785389082.053590:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458699264 00010000:00010000:3.0:1785389082.053623:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.053668:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 251 00000100:00100000:3.0:1785389082.053678:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:2362:x1872115458699264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389082.053692:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389082.053699:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.053712:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.053731:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd774ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89715 expref: 80 pid: 5820 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.053770:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff943402a86900) 00010000:00010000:3.0:1785389082.053774:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.053784:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.053802:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.053821:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389082.053863:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2362:x1872115458699264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 186us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.053871:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 251 00010000:00010000:2.0:1785389082.054674:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.054682:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389082.054702:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:2.0:1785389082.054973:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.054982:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.054989:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.054995:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.055006:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.055014:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.055024:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff943402a86900) 00010000:00010000:2.0:1785389082.055027:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389082.055030:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.055037:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd774c2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.055096:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774bb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8971c expref: 79 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.055106:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.055109:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389082.055113:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8971c expref: 79 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.055125:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5a00, rc 0) 00000100:00100000:2.0:1785389082.055162:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:23958:x1872115458699136:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 6605us (8629us total) trans 4294967822 rc 301/301 00000100:00100000:2.0:1785389082.055169:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 798 00000100:00100000:1.0:1785389082.061357:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.061469:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458699520 00000100:00100000:2.0:1785389082.061479:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458699520 00000100:00100000:2.0:1785389082.061531:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 163 00000100:00100000:2.0:1785389082.061540:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:23958:x1872115458699520:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389082.061931:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23958:x1872115458699520:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 391us (581us total) trans 4294967823 rc 0/0 00000100:00100000:2.0:1785389082.061939:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 163 00000100:00100000:1.0:1785389082.063977:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.064041:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458699648 00000100:00100000:2.0:1785389082.064049:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458699648 00000100:00100000:2.0:1785389082.064096:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 799 00000100:00100000:2.0:1785389082.064105:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23958:x1872115458699648:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389082.064122:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.064143:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd774d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89723 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.064189:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd774d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89723 expref: 80 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.064205:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd774d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89723 expref: 80 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.064223:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.064226:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389082.064230:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5200, rc 0) 00000100:00100000:2.0:1785389082.064275:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:23958:x1872115458699648:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 171us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.064281:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 799 00000100:00100000:3.0:1785389082.066394:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.066462:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458699904 00000100:00100000:1.0:1785389082.066470:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458699904 00000100:00100000:1.0:1785389082.066518:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 800 00000100:00100000:1.0:1785389082.066528:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:23958:x1872115458699904:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1785389082.066597:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066612:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066623:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066850:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066859:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066866:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066871:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389082.066875:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066883:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066896:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:1.0:1785389082.066900:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1785389082.066904:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.066911:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389082.066980:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23958:x1872115458699904:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 453us (589us total) trans 4294967824 rc 0/0 00000100:00100000:1.0:1785389082.066987:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 800 00000100:00100000:0.0:1785389082.072218:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.072309:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458700160 00000100:00100000:2.0:1785389082.072318:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458700160 00000100:00100000:2.0:1785389082.072377:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 801 00000100:00100000:2.0:1785389082.072386:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23958:x1872115458700160:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389082.072639:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.072654:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.072666:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389082.072731:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967825 00000004:00010000:2.0:1785389082.072806:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f79d6f92 reply state 000000007515b2b8 transno 4294967826 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.072816:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389082.072888:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:23958:x1872115458700160:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 503us (676us total) trans 4294967826 rc 0/0 00000100:00100000:2.0:1785389082.072895:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 801 00000020:00080000:2.0:1785389082.072899:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1785389082.081108:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.081127:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.081136:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.081142:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.081147:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.081174:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.081191:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.081195:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389082.081200:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.081206:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd774de lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389082.090592:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.090666:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458700416 00000100:00100000:2.0:1785389082.090676:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458700416 00000100:00100000:2.0:1785389082.090728:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 164 00000100:00100000:2.0:1785389082.090738:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:23958:x1872115458700416:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389082.090991:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:23958:x1872115458700416:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 254us (408us total) trans 4294967827 rc 0/0 00000100:00100000:2.0:1785389082.090999:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 164 00000100:00100000:3.0:1785389082.140718:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.140882:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458700544 00000100:00100000:1.0:1785389082.140892:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458700544 00000100:00100000:1.0:1785389082.140956:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 802 00000100:00100000:1.0:1785389082.140967:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:23961:x1872115458700544:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389082.140991:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389082.141011:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8972a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141075:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141099:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141112:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141127:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141134:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141141:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141262:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd774fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141271:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd774fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141278:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd774fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389082.141462:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:1.0:1785389082.141466:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389082.141493:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd774fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141505:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141511:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141518:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141525:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389082.141529:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141536:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141547:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389082.141556:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389082.141562:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141569:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd774ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141582:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141588:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141594:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141599:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389082.141601:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141608:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141615:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff943412a70c00) 00010000:00010000:1.0:1785389082.141617:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389082.141620:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141626:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd774f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141655:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd774e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8972a expref: 86 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141680:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9a00/0xb9b521054fd774fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8972a expref: 85 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.141687:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943412a70900) 00010000:00010000:1.0:1785389082.141691:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389082.141693:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9a00, rc 0) 00000100:00100000:1.0:1785389082.141896:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:23961:x1872115458700544:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 931us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389082.141905:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 802 00000100:00100000:0.0:1785389082.154314:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.154393:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458700800 00000100:00100000:2.0:1785389082.154403:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458700800 00000100:00100000:2.0:1785389082.154469:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 803 00000100:00100000:2.0:1785389082.154480:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:23961:x1872115458700800:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389082.154500:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.154520:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77501 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89731 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154614:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154634:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154646:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154662:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154670:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154676:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154815:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd77516 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154824:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd77516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154831:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd77516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389082.154841:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1785389082.154934:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154943:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154950:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154962:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.154966:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154973:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154985:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943412a70900) 00010000:00010000:2.0:1785389082.154988:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.154992:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.154999:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77508 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155011:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155017:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155023:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155028:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.155031:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155037:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155055:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.155057:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.155060:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155066:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7750f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155117:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77501 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89731 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155132:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd77516 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89731 expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.155140:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.155142:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389082.155145:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5400, rc 0) 00000100:00100000:2.0:1785389082.155205:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23961:x1872115458700800:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 727us (910us total) trans 4294967828 rc 0/0 00000100:00100000:2.0:1785389082.155213:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 803 00000100:00100000:0.0:1785389082.159162:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.159268:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458700928 00000100:00100000:2.0:1785389082.159277:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458700928 00000100:00100000:2.0:1785389082.159346:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 804 00000100:00100000:2.0:1785389082.159356:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23961:x1872115458700928:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:2.0:1785389082.159417:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159434:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159454:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159477:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159484:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159491:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159498:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.159502:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159510:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159519:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.159523:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389082.159526:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.159533:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77524 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.159596:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23961:x1872115458700928:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 240us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.159603:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 804 00000100:00100000:0.0:1785389082.161245:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.161331:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458701184 00000100:00100000:3.0:1785389082.161338:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458701184 00000100:00100000:3.0:1785389082.161376:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:3.0:1785389082.161385:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23961:x1872115458701184:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1785389082.161722:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:23961:x1872115458701184:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 337us (476us total) trans 4294967829 rc 0/0 00000100:00100000:3.0:1785389082.161730:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 165 00000100:00100000:0.0:1785389082.235897:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.235990:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458701440 00000100:00100000:2.0:1785389082.236000:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458701440 00000100:00100000:2.0:1785389082.236060:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 805 00000100:00100000:2.0:1785389082.236069:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:23966:x1872115458701440:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389082.236103:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.236126:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd7752b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89738 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.236221:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77532 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.236236:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77532 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.236248:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77532 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389082.236260:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1785389082.236408:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd7752b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89738 expref: 91 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.236427:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77532 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89738 expref: 90 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.236436:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.236439:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1785389082.236442:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5a00, rc 0) 00000100:00100000:2.0:1785389082.236500:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:23966:x1872115458701440:12345-192.168.204.39@tcp:101:cat.0 Request processed in 433us (611us total) trans 4294967830 rc 0/0 00000100:00100000:2.0:1785389082.236523:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 805 00000100:00100000:0.0:1785389082.242365:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.242627:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458701696 00000100:00100000:2.0:1785389082.242637:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458701696 00000100:00100000:2.0:1785389082.242695:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 36 00000100:00100000:2.0:1785389082.242705:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:23966:x1872115458701696:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:2.0:1785389082.242719:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1785389082.242755:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd77516 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89731 expref: 90 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.242778:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77532 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89738 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.242790:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd774d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89723 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.242801:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.242811:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389082.242860:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23966:x1872115458701696:12345-192.168.204.39@tcp:103:cat.0 Request processed in 156us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.242868:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 36 00000100:00100000:0.0:1785389082.244567:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.244638:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458701824 00000100:00100000:2.0:1785389082.244645:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458701824 00000100:00100000:2.0:1785389082.244689:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:2.0:1785389082.244697:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23966:x1872115458701824:12345-192.168.204.39@tcp:58:cat.0 00010000:00010000:2.0:1785389082.244799:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.244830:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.244840:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389082.245035:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:2.0:1785389082.245153:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23966:x1872115458701824:12345-192.168.204.39@tcp:58:cat.0 Request processed in 455us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.245161:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:0.0:1785389082.249205:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.252233:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458701952 00000100:00100000:2.0:1785389082.252246:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458701952 00000100:00100000:2.0:1785389082.252370:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 807 00000100:00100000:2.0:1785389082.252380:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:23966:x1872115458701952:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389082.252399:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.252420:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8973f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.252475:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.252487:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.252507:0:9185:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.252520:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.252546:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.252549:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389082.252554:0:9185:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.252563:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4c00, rc 0) 00000100:00100000:2.0:1785389082.253396:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:23966:x1872115458701952:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1016us (4197us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.253404:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 807 00000040:00080000:2.0:1785389082.479092:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389082.479102:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389082.479140:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:2.0:1785389082.479148:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389082.479268:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485831040:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389082.479383:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389082.512151:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389082.512180:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458702080 00000100:00100000:0.0:1785389082.512189:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458702080 00000100:00100000:0.0:1785389082.512237:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 808 00000100:00100000:0.0:1785389082.512248:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23967:x1872115458702080:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389082.512282:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389082.512394:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23967:x1872115458702080:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 148us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389082.512402:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 808 00000100:00100000:3.0:1785389082.513447:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485831040:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389082.547404:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.547524:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458702208 00000100:00100000:2.0:1785389082.547535:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458702208 00000100:00100000:2.0:1785389082.547587:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 809 00000100:00100000:2.0:1785389082.547596:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434057ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23967:x1872115458702208:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1785389082.547664:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547682:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547694:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547717:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547724:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547731:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547886:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547895:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547902:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389082.547941:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00000004:00200000:2.0:1785389082.547945:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389082.547957:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547966:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547974:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547981:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.547997:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.548001:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548010:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548022:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389082.548025:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.548029:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548035:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7754e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548047:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548053:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548059:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.548064:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.548067:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550721:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550771:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.550775:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.550779:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550786:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77555 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550804:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550810:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550817:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550823:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.550827:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550833:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550841:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.550843:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.550846:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.550851:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7755c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.550938:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434057ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23967:x1872115458702208:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 3340us (3540us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.550947:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 809 00000100:00100000:0.0:1785389082.554162:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.555021:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458702464 00000100:00100000:1.0:1785389082.555031:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458702464 00000100:00100000:1.0:1785389082.555092:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 810 00000100:00100000:1.0:1785389082.555103:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:23967:x1872115458702464:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389082.555123:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389082.555151:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77563 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89746 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555239:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555253:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555264:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389082.555275:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1785389082.555434:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555442:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555449:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555455:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389082.555459:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555467:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555478:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:1.0:1785389082.555481:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389082.555486:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555493:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7756a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555531:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77563 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89746 expref: 36 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555541:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389082.555543:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389082.555547:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77563 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89746 expref: 36 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.555568:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:1.0:1785389082.555614:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23967:x1872115458702464:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 513us (1459us total) trans 4294967831 rc 301/301 00000100:00100000:1.0:1785389082.555621:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 810 00000100:00100000:3.0:1785389082.577846:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.577882:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458702592 00000100:00100000:3.0:1785389082.577892:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458702592 00000100:00100000:3.0:1785389082.577945:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:3.0:1785389082.577956:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23967:x1872115458702592:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389082.577990:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389082.578085:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23967:x1872115458702592:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 130us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.578104:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:3.0:1785389082.582344:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.582375:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458702720 00000100:00100000:3.0:1785389082.582383:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458702720 00000100:00100000:3.0:1785389082.582428:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00100000:3.0:1785389082.582438:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23967:x1872115458702720:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389082.582454:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389082.582473:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8974d expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.582552:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.582566:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.582577:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.582590:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.582598:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.582604:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.583094:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7758d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.583110:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7758d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.583118:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7758d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389082.586393:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 7680 00000004:00200000:3.0:1785389082.586402:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389082.586486:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7758d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586503:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586511:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586532:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586539:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389082.586543:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586551:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586580:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389082.586584:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389082.586588:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586605:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7757f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586617:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586623:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586629:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586651:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389082.586655:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586674:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586683:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff943402a86300) 00010000:00010000:3.0:1785389082.586686:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389082.586689:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586703:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77586 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586784:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8974d expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586800:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334400/0xb9b521054fd7758d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8974d expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.586814:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943412a70900) 00010000:00010000:3.0:1785389082.586816:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389082.586819:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334400, rc 0) 00000100:00100000:3.0:1785389082.586884:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23967:x1872115458702720:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4447us (4548us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.586892:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00100000:3.0:1785389082.593818:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.593938:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458702976 00000100:00100000:1.0:1785389082.593948:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458702976 00000100:00100000:1.0:1785389082.594009:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 813 00000100:00100000:1.0:1785389082.594019:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:23967:x1872115458702976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389082.594041:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389082.594061:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77594 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89754 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389082.594853:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:1.0:1785389082.595096:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7759b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.595110:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7759b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.595122:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7759b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.595174:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77594 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89754 expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.595191:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7759b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89754 expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.595213:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389082.595216:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389082.595219:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9c00, rc 0) 00000100:00100000:1.0:1785389082.595268:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23967:x1872115458702976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1251us (1458us total) trans 4294967832 rc 0/0 00000100:00100000:1.0:1785389082.595276:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 813 00000100:00100000:3.0:1785389082.603088:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389082.603162:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458703232 00000100:00100000:0.0:1785389082.603172:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458703232 00000100:00100000:0.0:1785389082.603221:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 814 00000100:00100000:0.0:1785389082.603230:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23967:x1872115458703232:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389082.603299:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389082.603336:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7759b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89754 expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603355:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70c00) 00010000:00010000:0.0:1785389082.603376:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389082.603399:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603412:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603423:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603438:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603445:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603452:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603700:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603708:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603715:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603721:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301872200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389082.603725:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603733:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603785:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943412a70900) 00010000:00010000:0.0:1785389082.603788:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389082.603792:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603799:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd775a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603809:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603815:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603821:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603827:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389082.603830:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603835:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603843:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x705ba84a (ffff94341e7d2400) 00010000:00010000:0.0:1785389082.603846:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389082.603848:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.603855:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd775b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x705ba84a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389082.603937:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23967:x1872115458703232:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 706us (866us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389082.603944:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 814 00000100:00100000:3.0:1785389082.607471:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.607539:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458703360 00000100:00100000:1.0:1785389082.607547:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458703360 00000100:00100000:1.0:1785389082.607603:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 815 00000100:00100000:1.0:1785389082.607612:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23967:x1872115458703360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389082.607628:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389082.607647:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd775b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8975b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.607689:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.607700:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.607710:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.607813:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd775b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.607830:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.607844:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389082.607847:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389082.607850:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9600, rc 0) 00000100:00100000:1.0:1785389082.607895:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23967:x1872115458703360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 285us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389082.607902:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 815 00000100:00100000:0.0:1785389082.611919:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.612212:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458703616 00000100:00100000:3.0:1785389082.612221:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458703616 00000100:00100000:3.0:1785389082.612268:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:3.0:1785389082.612278:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23967:x1872115458703616:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389082.612364:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.612388:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.612398:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389082.612811:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8712 00000004:00080000:3.0:1785389082.612820:0:5822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 802917074923ns, next at 803917073033ns, rc = 0 00000004:00010000:3.0:1785389082.612904:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d8ea95dc reply state 00000000da09834f transno 4294967833 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.612925:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389082.613007:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:23967:x1872115458703616:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 730us (1094us total) trans 4294967833 rc 0/0 00000100:00100000:3.0:1785389082.613014:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 816 00010000:00010000:2.0:1785389082.619433:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.619452:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.619459:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.619465:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.619470:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.619479:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.619494:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389082.619497:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389082.619502:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.619508:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd775c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.620373:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.621803:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458703744 00000100:00100000:2.0:1785389082.621814:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458703744 00000100:00100000:2.0:1785389082.621865:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:2.0:1785389082.621886:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:23967:x1872115458703744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389082.621908:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.621927:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89762 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.621984:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 40 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.621999:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 40 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.622018:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389082.622021:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389082.622024:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5400, rc 0) 00000100:00100000:2.0:1785389082.622096:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:23967:x1872115458703744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 211us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.622104:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:0.0:1785389082.630452:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.632119:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458703872 00000100:00100000:1.0:1785389082.632130:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458703872 00000100:00100000:1.0:1785389082.632188:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 197 00000100:00100000:1.0:1785389082.632200:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458703872:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1785389082.632523:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458703872:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 325us (2079us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1785389082.632531:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 197 00000100:00100000:1.0:1785389082.636928:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.637564:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458704128 00000100:00100000:2.0:1785389082.637574:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458704128 00000100:00100000:2.0:1785389082.637623:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 166 00000100:00100000:2.0:1785389082.637633:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:23967:x1872115458704128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389082.637849:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23967:x1872115458704128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 216us (927us total) trans 4294967834 rc 0/0 00000100:00100000:2.0:1785389082.637856:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 166 00000001:00080000:3.0:1785389082.643663:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967824 is committed 00000001:00080000:3.0:1785389082.643683:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967830 is committed 00000100:00100000:3.0:1785389082.644309:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.644595:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458704384 00000100:00100000:2.0:1785389082.644605:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458704384 00000100:00100000:2.0:1785389082.644671:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 818 00000100:00100000:2.0:1785389082.644680:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23967:x1872115458704384:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389082.644802:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23967:x1872115458704384:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 122us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.644809:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 818 00000100:00100000:3.0:1785389082.646686:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.646930:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458704512 00000100:00100000:2.0:1785389082.646936:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458704512 00000100:00100000:2.0:1785389082.646976:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 819 00000100:00100000:2.0:1785389082.646983:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23967:x1872115458704512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389082.646997:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.647015:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd775d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89769 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.647082:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd775da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.647096:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd775da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.647108:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd775da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389082.647142:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389082.647158:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd775da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.647183:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd775d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89769 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.647214:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd775da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89769 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.647223:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389082.647226:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1785389082.647229:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4800, rc 0) 00000100:00100000:2.0:1785389082.647271:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23967:x1872115458704512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 288us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.647278:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 819 00000100:00100000:1.0:1785389082.653412:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389082.653486:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458704640 00000100:00100000:0.0:1785389082.653495:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458704640 00000100:00100000:0.0:1785389082.653543:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 198 00000100:00100000:0.0:1785389082.653552:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458704640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389082.653568:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389082.653587:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89770 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389082.653610:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a6ae019, blocks: 0x1 00010000:00010000:0.0:1785389082.653626:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=802s v=(0 0) 00010000:00010000:0.0:1785389082.653631:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389082.653640:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.653657:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.653670:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301873200, rc 0) 00000100:00100000:0.0:1785389082.653721:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458704640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 170us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389082.653741:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 198 00000100:00100000:1.0:1785389082.656008:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.656387:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458704896 00000100:00100000:3.0:1785389082.656393:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458704896 00000100:00100000:3.0:1785389082.656435:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 820 00000100:00100000:3.0:1785389082.656444:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23967:x1872115458704896:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389082.656523:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23967:x1872115458704896:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 80us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.656531:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 820 00000100:00100000:3.0:1785389082.660034:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389082.660118:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705024 00000100:00100000:0.0:1785389082.660125:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705024 00000100:00100000:0.0:1785389082.660168:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 199 00000100:00100000:0.0:1785389082.660177:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:23967:x1872115458705024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389082.660192:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389082.660209:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89777 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.660236:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.660245:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389082.660249:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389082.660255:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.660285:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.660411:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 12 pid: 6613 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389082.660425:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485831168:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389082.660544:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389082.676194:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.680452:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705152 00000100:00100000:2.0:1785389082.680463:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705152 00010000:00010000:2.0:1785389082.680503:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 13 pid: 6613 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.680538:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 252 00000100:00100000:2.0:1785389082.680545:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458705152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389082.680558:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389082.680578:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 13 pid: 6613 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.680591:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 13 pid: 6613 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.680614:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389082.680630:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389082.680638:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.680648:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.680683:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.680697:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485831296:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389082.680787:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7eb40 going to sleep for 11 seconds 00010000:00010000:3.0:1785389082.682615:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040f65595/0xb9b521054fd775e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89770 expref: 13 pid: 6613 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.682635:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485831168:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389082.682663:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.682675:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872200, rc 0) 00000100:00100000:2.0:1785389082.686624:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:23967:x1872115458705024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 26439us (26586us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.686636:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 199 00000100:00100000:2.0:1785389082.694257:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.694354:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485831296:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389082.694378:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389082.694430:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458705152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13884us (18244us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.694442:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 252 00000100:00100000:0.0:1785389082.694505:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705280 00000100:00100000:0.0:1785389082.694512:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705280 00002000:00100000:0.0:1785389082.694551:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff943303ce6d80 x1872115458705280/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:578/0 lens 648/0 e 0 to 0 dl 1785389093 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389082.694562:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303ce6d80 with x1872115458705280 ext(0->157) 00002000:00010000:0.0:1785389082.694566:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943303ce6d80 00000100:00100000:0.0:1785389082.694592:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:0.0:1785389082.694600:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458705280:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389082.694959:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458705280:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 358us (709us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1785389082.694966:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 63 00002000:00100000:0.0:1785389082.694972:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff943303ce6d80 x1872115458705280/t4294967335(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:578/0 lens 648/448 e 0 to 0 dl 1785389093 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389082.694981:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303ce6d80 with x1872115458705280 ext(0->157) 00002000:00010000:0.0:1785389082.694984:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943303ce6d80 00000100:00100000:1.0:1785389082.703834:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.703965:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705408 00000100:00100000:2.0:1785389082.703977:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705408 00000100:00100000:2.0:1785389082.704034:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:2.0:1785389082.704044:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23967:x1872115458705408:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1785389082.733474:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:23967:x1872115458705408:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 29421us (29638us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.733488:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 821 00000001:00080000:3.0:1785389082.733521:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967832 is committed 00000001:00080000:3.0:1785389082.733533:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967834 is committed 00000004:00080000:3.0:1785389082.733540:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000100:00100000:1.0:1785389082.733678:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389082.733693:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485831424:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1785389082.733770:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389082.733808:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485831424 00000100:00100000:1.0:1785389082.733814:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485831424 00000100:00100000:1.0:1785389082.733854:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1785389082.733863:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485831424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1785389082.733998:0:12002:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1785389082.734011:0:12002:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1785389082 00002000:00010000:1.0:1785389082.734014:0:12002:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1785389082.734016:0:12002:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1785389081 -> 1785389082 00002000:00010000:1.0:1785389082.734019:0:12002:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1785389082.734050:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485831424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (280us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1785389082.734057:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000004:00080000:1.0:1785389082.734221:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302b13b80/2, rc 0, transno 4294967336 00000100:00100000:1.0:1785389082.734227:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485831424:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1785389082.735190:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389082.736772:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.736836:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705536 00000100:00100000:1.0:1785389082.736843:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705536 00000100:00100000:1.0:1785389082.736890:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 201 00000100:00100000:1.0:1785389082.736901:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2365:x1872115458705536:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1785389082.763228:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2365:x1872115458705536:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 26320us (26451us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.763241:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 201 00000001:00080000:3.0:1785389082.763274:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:3.0:1785389082.765786:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:2.0:1785389082.768207:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.768270:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705792 00000100:00100000:3.0:1785389082.768278:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705792 00000100:00100000:3.0:1785389082.768342:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:3.0:1785389082.768352:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23967:x1872115458705792:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389082.768401:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389082.768426:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd775da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89769 expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.768444:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389082.768460:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389082.768488:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.768502:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.768512:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389082.768671:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002aed5881 reply state 00000000e3d0798b transno 4294967835 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.768681:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389082.768792:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:23967:x1872115458705792:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 440us (597us total) trans 4294967835 rc 0/0 00000100:00100000:3.0:1785389082.768800:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:3.0:1785389082.772297:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1785389082.772373:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.772385:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.772406:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.772412:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.772417:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.772425:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.772439:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389082.772442:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.772446:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.772453:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd775ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389082.775847:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458705920 00000100:00100000:0.0:1785389082.775858:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458705920 00000100:00100000:0.0:1785389082.775902:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 202 00000100:00100000:0.0:1785389082.775910:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458705920:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1785389082.776237:0:6615:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1785389082.776242:0:6615:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1785389082 -> 1536580263 00002000:00010000:0.0:1785389082.776244:0:6615:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 1785388364 00002000:00010000:0.0:1785389082.776247:0:6615:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1785389082 -> 1785389081 00002000:00010000:0.0:1785389082.776249:0:6615:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1785389082.776405:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458705920:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 493us (4121us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1785389082.776413:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 202 00000100:00100000:2.0:1785389082.816428:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.816504:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458706176 00000100:00100000:3.0:1785389082.816514:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458706176 00000100:00100000:3.0:1785389082.816567:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 823 00000100:00100000:3.0:1785389082.816576:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:23967:x1872115458706176:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1785389082.816639:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.816655:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.816665:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.816712:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.816725:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 38 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.816739:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485831552:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389082.816848:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433035ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389082.833087:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.833240:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485831552:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389082.833265:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389082.833384:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458706304 00000100:00100000:1.0:1785389082.833391:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458706304 00010000:00010000:1.0:1785389082.833439:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389082.833474:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 253 00000100:00100000:1.0:1785389082.833483:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2363:x1872115458706304:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389082.833498:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389082.833504:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.833517:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.833556:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd775be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8975b expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.833570:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:1.0:1785389082.833575:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.833584:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.833592:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.833617:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389082.833928:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.833936:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.833963:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.833970:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.833977:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.833985:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389082.833989:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.834003:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.834012:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389082.834015:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1785389082.834019:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.834025:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd775f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389082.834120:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:2363:x1872115458706304:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 637us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389082.834128:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 253 00000100:00100000:3.0:1785389082.835624:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23967:x1872115458706176:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 19047us (19203us total) trans 0 rc -22/-22 00000100:00100000:3.0:1785389082.835633:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 823 00000100:00100000:1.0:1785389082.847548:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389082.853139:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458706432 00000100:00100000:0.0:1785389082.853153:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458706432 00000100:00100000:0.0:1785389082.853253:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 203 00000100:00100000:0.0:1785389082.853263:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458706432:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389082.853324:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.853345:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.853354:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x10:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1785389082.853359:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389082.853364:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.853400:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389082.853415:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 11 pid: 6615 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389082.854402:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485831680:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389082.854500:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47c00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389082.858491:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.858637:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485831680:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389082.858671:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.858897:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458706560 00000100:00100000:3.0:1785389082.858904:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458706560 00010000:00010000:3.0:1785389082.858934:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 12 pid: 6615 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.858961:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 254 00000100:00100000:3.0:1785389082.858969:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458706560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389082.858982:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389082.859002:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 12 pid: 6615 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.859014:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 12 pid: 6615 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.859051:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abe132e9/0xb9b521054fd775e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89777 expref: 12 pid: 6615 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.859125:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389082.859131:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389082.859137:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.859148:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.859177:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389082.859220:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458706560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 251us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.859228:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 254 00010000:00010000:2.0:1785389082.859955:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.859967:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.859999:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.860008:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.860016:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.860023:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389082.860028:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.860036:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.860049:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.860057:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd0aa438/0xb9b521054fd775fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.860275:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458706432:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 7012us (12734us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.860358:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 203 00000100:00100000:0.0:1785389082.866064:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.866173:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458706816 00000100:00100000:3.0:1785389082.866182:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458706816 00000100:00100000:3.0:1785389082.866225:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 824 00000100:00100000:3.0:1785389082.866233:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:23967:x1872115458706816:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389082.866319:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866335:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866347:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866566:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866578:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866586:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866615:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.866629:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 38 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.866642:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485831808:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389082.866721:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433035ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389082.869929:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485831808:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389082.869952:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389082.873851:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.874369:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458706944 00000100:00100000:3.0:1785389082.874378:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458706944 00010000:00010000:3.0:1785389082.874643:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389082.874684:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 255 00000100:00100000:3.0:1785389082.874716:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2362:x1872115458706944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389082.874731:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389082.874738:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.874766:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.874910:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd775cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89762 expref: 39 pid: 5820 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.874925:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:3.0:1785389082.874930:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.874939:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.874947:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.874972:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389082.875090:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.875099:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389082.875271:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967836 00000001:00080000:2.0:1785389082.875460:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967837 00000001:00080000:2.0:1785389082.875507:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967838 00000100:00100000:2.0:1785389082.875582:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485831936:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1785389082.875621:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389082.875644:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389082.875811:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2362:x1872115458706944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1105us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.875818:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 255 00000100:00100000:0.0:1785389082.875951:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485831936 00000100:00100000:0.0:1785389082.875956:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485831936 00000100:00100000:0.0:1785389082.875995:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1785389082.876003:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485831936:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1785389082.876079:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485831936:12345-0@lo:1000:mdt00_002.0 Request processed in 76us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389082.876085:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1785389082.877302:0:5822:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967336 gen 2 00000004:00080000:2.0:1785389082.877319:0:5822:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302b13b80, transno 4294967336 00000100:00100000:2.0:1785389082.877338:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485831936:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1785389082.877631:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967839 00000100:00100000:2.0:1785389082.877693:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485832064:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1785389082.877724:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389082.877740:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341266d600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389082.879141:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832064 00000100:00100000:0.0:1785389082.879146:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832064 00000100:00100000:0.0:1785389082.879183:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1785389082.879190:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485832064:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1785389082.879343:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5822:x1872115485832064:12345-0@lo:1000:mdt00_002.0 Request processed in 153us (1618us total) trans 4294967338 rc 0/0 00000100:00100000:0.0:1785389082.879350:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1785389082.879912:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485832064:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1785389082.879940:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.879950:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.879957:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.879970:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.879974:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.879982:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.879995:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff943412a70600) 00010000:00010000:2.0:1785389082.879998:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389082.880002:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880008:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7760b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880037:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880042:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880048:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880053:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.880055:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880060:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880088:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.880090:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389082.880096:0:5822:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880107:0:5822:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880115:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.880139:0:5822:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4c00/0xb9b521054fd77547 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8973f expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.880150:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485832192:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389082.880196:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389082.896851:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485832192:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389082.896881:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896892:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77540 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896922:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896936:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896961:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896971:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896978:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896986:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.896991:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.896995:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897003:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897014:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.897017:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.897021:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897027:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77612 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897037:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897043:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897054:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897059:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.897063:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897079:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897088:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.897090:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389082.897093:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.897099:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd77604 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389082.897325:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23967:x1872115458706816:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 31091us (31267us total) trans 4294967840 rc 0/0 00000100:00100000:2.0:1785389082.897336:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 824 00000020:00080000:2.0:1785389082.897341:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1785389082.897843:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389082.897848:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389082.898442:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1785389082.898448:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389082.900078:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.900175:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458707072 00000100:00100000:3.0:1785389082.900182:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458707072 00000100:00100000:3.0:1785389082.900221:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:3.0:1785389082.900229:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23966:x1872115458707072:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:3.0:1785389082.901372:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23966:x1872115458707072:12345-192.168.204.39@tcp:49:cat.0 Request processed in 1142us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.901380:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 167 00000100:00100000:0.0:1785389082.907116:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.907193:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458707328 00000100:00100000:1.0:1785389082.907202:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458707328 00000100:00100000:1.0:1785389082.907252:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 168 00000100:00100000:1.0:1785389082.907261:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:23967:x1872115458707328:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1785389082.907869:0:13523:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1785389082.907959:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967841 00010000:00010000:1.0:1785389082.907999:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908026:0:13523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908036:0:13523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908045:0:13523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908052:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908059:0:13523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908075:0:13523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389082.908140:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:23967:x1872115458707328:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 881us (1030us total) trans 4294967842 rc 0/0 00000100:00100000:1.0:1785389082.908147:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 168 00000020:00080000:1.0:1785389082.908151:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389082.908169:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389082.908174:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908182:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389082.908186:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908194:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908214:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389082.908217:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389082.908222:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908228:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77619 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.908241:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389082.908243:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389082.908245:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389082.922429:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.924415:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458707456 00000100:00100000:3.0:1785389082.924425:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458707456 00000100:00100000:3.0:1785389082.924517:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 204 00000100:00100000:3.0:1785389082.924526:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:23966:x1872115458707456:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389082.924545:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389082.924564:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e65e2a0c/0xb9b521054fd77620 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8977e expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389082.924589:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a6add4c, ctime: 0x6a6ae019, blocks: 0xb 00010000:00010000:3.0:1785389082.924609:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=803s v=(0 0) 00010000:00010000:3.0:1785389082.924614:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389082.924623:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e65e2a0c/0xb9b521054fd77620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8977e expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.924638:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e65e2a0c/0xb9b521054fd77620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8977e expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389082.924651:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334000, rc 0) 00000100:00100000:3.0:1785389082.924716:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:23966:x1872115458707456:12345-192.168.204.39@tcp:101:cat.0 Request processed in 191us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389082.924735:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 204 00000100:00100000:0.0:1785389082.933465:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.933531:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458707584 00000100:00100000:1.0:1785389082.933541:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458707584 00002000:00100000:1.0:1785389082.933587:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff943301df7b80 x1872115458707584/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:578/0 lens 488/0 e 0 to 0 dl 1785389093 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389082.933598:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df7b80 with x1872115458707584 ext(0->4095) 00002000:00010000:1.0:1785389082.933603:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943301df7b80 00000100:00100000:1.0:1785389082.933629:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:1.0:1785389082.933639:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458707584:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:1.0:1785389082.933844:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458707584:12345-192.168.204.39@tcp:3:cat.0 Request processed in 206us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785389082.933851:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 64 00002000:00100000:1.0:1785389082.933858:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff943301df7b80 x1872115458707584/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:578/0 lens 488/4536 e 0 to 0 dl 1785389093 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389082.933866:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df7b80 with x1872115458707584 ext(0->4095) 00002000:00010000:1.0:1785389082.933881:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943301df7b80 00000100:00100000:0.0:1785389082.938572:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.938810:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458707840 00000100:00100000:3.0:1785389082.938819:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458707840 00000100:00100000:3.0:1785389082.938866:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 169 00000100:00100000:3.0:1785389082.938874:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:23966:x1872115458707840:12345-192.168.204.39@tcp:35:cat.0 00000001:00080000:3.0:1785389082.939128:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967843 00000100:00100000:3.0:1785389082.939247:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23966:x1872115458707840:12345-192.168.204.39@tcp:35:cat.0 Request processed in 373us (681us total) trans 4294967844 rc 0/0 00000100:00100000:3.0:1785389082.939255:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 169 00000020:00080000:3.0:1785389082.939259:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1785389082.967720:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389082.967849:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458708096 00000100:00100000:2.0:1785389082.967858:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458708096 00000100:00100000:2.0:1785389082.967909:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 825 00000100:00100000:2.0:1785389082.967918:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:23970:x1872115458708096:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389082.967941:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389082.967960:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77627 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89785 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968045:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968059:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968080:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968094:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968101:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968108:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968438:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd7763c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968447:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd7763c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968454:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd7763c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389082.968464:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1785389082.968548:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968564:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968571:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968577:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.968582:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968589:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968600:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff943412a70900) 00010000:00010000:2.0:1785389082.968603:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.968607:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968614:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7762e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968624:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968630:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968637:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968642:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389082.968649:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968655:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968662:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff94340b507e00) 00010000:00010000:2.0:1785389082.968664:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389082.968666:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968673:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77635 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968706:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89785 expref: 82 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968718:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4400/0xb9b521054fd7763c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89785 expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389082.968725:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389082.968728:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389082.968730:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4400, rc 0) 00000100:00100000:2.0:1785389082.968855:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23970:x1872115458708096:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 937us (1143us total) trans 4294967845 rc 0/0 00000100:00100000:2.0:1785389082.968863:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 825 00000100:00100000:0.0:1785389082.976239:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389082.980194:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458708224 00000100:00100000:1.0:1785389082.980206:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458708224 00000100:00100000:1.0:1785389082.980318:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 826 00000100:00100000:1.0:1785389082.980329:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23970:x1872115458708224:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:1.0:1785389082.980390:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980407:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980418:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980445:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980451:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980458:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980464:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389082.980468:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980476:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980487:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:1.0:1785389082.980503:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389082.980508:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389082.980514:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7764a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389082.980586:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23970:x1872115458708224:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 259us (4355us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389082.980594:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 826 00000100:00100000:0.0:1785389082.982345:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389082.982446:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458708480 00000100:00100000:3.0:1785389082.982453:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458708480 00000100:00100000:3.0:1785389082.982490:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:3.0:1785389082.982498:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:23970:x1872115458708480:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:3.0:1785389082.982667:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:23970:x1872115458708480:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 159us (315us total) trans 4294967846 rc 0/0 00000100:00100000:3.0:1785389082.982675:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 170 00000100:00100000:0.0:1785389082.999414:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389082.999434:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485832320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389082.999498:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389082.999652:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832320 00000100:00100000:2.0:1785389082.999666:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832320 00000100:00100000:2.0:1785389082.999709:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1785389082.999718:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485832320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389082.999789:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389082.999831:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485832320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389082.999838:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1785389082.999916:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485832320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389083.221728:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389083.221843:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458708736 00000100:00100000:2.0:1785389083.221852:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458708736 00000100:00100000:2.0:1785389083.221920:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:2.0:1785389083.221930:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:23986:x1872115458708736:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:2.0:1785389083.221953:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389083.221972:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77651 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8978c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389083.222072:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77658 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389083.222086:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77658 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389083.222098:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77658 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389083.222109:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1785389083.222221:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd77651 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8978c expref: 85 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389083.222238:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4a00/0xb9b521054fd77658 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8978c expref: 84 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389083.222247:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff94340b507d00) 00010000:00010000:2.0:1785389083.222261:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1785389083.222265:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4a00, rc 0) 00000100:00100000:2.0:1785389083.222337:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:23986:x1872115458708736:12345-192.168.204.39@tcp:101:diff.0 Request processed in 408us (617us total) trans 4294967847 rc 0/0 00000100:00100000:2.0:1785389083.222344:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00080000:0.0:1785389083.222402:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389083.759919:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389084.808866:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389085.807198:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389086.000865:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389086.000874:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389086.001135:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:3.0:1785389086.001148:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389086.365726:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389086.365805:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389086.365983:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458708992 00000100:00100000:3.0:1785389086.365994:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458708992 00000100:00100000:3.0:1785389086.366061:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 454 00000100:00100000:3.0:1785389086.366071:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:2364:x1872115458708992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389086.366143:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:2364:x1872115458708992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 74us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389086.366150:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 454 00000100:00080000:0.0:1785389086.366837:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389086.367036:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458708864 00000100:00100000:2.0:1785389086.367041:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458708864 00000100:00100000:2.0:1785389086.367077:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 586 00000100:00100000:2.0:1785389086.367084:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458708864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389086.367126:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458708864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389086.367132:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 586 00000100:00100000:0.0:1785389086.371968:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389086.372154:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389086.377889:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389086.381327:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709248 00000100:00100000:1.0:1785389086.381347:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709248 00000100:00100000:1.0:1785389086.381429:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709504 00000100:00100000:1.0:1785389086.381432:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709504 00000100:00100000:1.0:1785389086.381454:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 416 00000100:00100000:1.0:1785389086.381470:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458709248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389086.381545:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458709248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 82us (9585us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389086.381552:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 416 00000100:00100000:1.0:1785389086.381568:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00100000:1.0:1785389086.381575:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458709504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389086.381596:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458709504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (9443us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389086.381601:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00080000:3.0:1785389086.381807:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389086.381812:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389086.382869:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389086.382891:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389086.383011:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709376 00000100:00100000:1.0:1785389086.383017:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709376 00000100:00100000:1.0:1785389086.383058:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 455 00000100:00100000:1.0:1785389086.383090:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2365:x1872115458709376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389086.383147:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2365:x1872115458709376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 59us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389086.383154:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 455 00000100:00100000:1.0:1785389086.383202:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709120 00000100:00100000:1.0:1785389086.383205:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709120 00000100:00100000:1.0:1785389086.383235:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709632 00000100:00100000:1.0:1785389086.383238:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709632 00000100:00100000:1.0:1785389086.383265:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:1.0:1785389086.383270:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458709120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389086.383296:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458709120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (5415us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389086.383302:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:1.0:1785389086.383313:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 419 00000100:00100000:1.0:1785389086.383321:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458709632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389086.383355:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458709632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389086.383362:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 419 00000100:00080000:0.0:1785389086.383432:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389086.383436:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389086.383439:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389086.576509:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485832448:0@lo:400:kworker.0 00000100:00100000:2.0:1785389086.576522:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485832576:0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.576615:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485832704:0@lo:400:kworker.0 00000100:00100000:1.0:1785389086.576638:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485832832:0@lo:400:kworker.0 00000100:00100000:2.0:1785389086.576700:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389086.576961:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485833088:0@lo:400:kworker.0 00000100:00100000:2.0:1785389086.577000:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389086.577049:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832576 00000100:00100000:2.0:1785389086.577055:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832576 00000100:00100000:2.0:1785389086.577104:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1785389086.577114:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485832576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389086.577162:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485832576:12345-0@lo:400:kworker.0 Request processed in 50us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389086.577168:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1785389086.577204:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485832576:0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.578207:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389086.578273:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832704 00000100:00100000:3.0:1785389086.578277:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832704 00000100:00100000:3.0:1785389086.578311:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1785389086.578318:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485832704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.578356:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485832704:12345-0@lo:400:kworker.0 Request processed in 38us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389086.578362:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1785389086.578383:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833088 00000100:00100000:3.0:1785389086.578387:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833088 00000100:00100000:3.0:1785389086.578410:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1785389086.578415:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485833088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.578444:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485833088:12345-0@lo:400:kworker.0 Request processed in 28us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389086.578449:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1785389086.578471:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485832704:0@lo:400:kworker.0 00000100:00080000:3.0:1785389086.578507:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389086.578511:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389086.578557:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389086.578599:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485832960:0@lo:400:kworker.0 00000100:00100000:0.0:1785389086.578624:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389086.578684:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832960 00000100:00100000:2.0:1785389086.578693:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832960 00000100:00100000:2.0:1785389086.578732:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1785389086.578813:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485832960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389086.578845:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485832960:12345-0@lo:400:kworker.0 Request processed in 107us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389086.578850:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1785389086.578875:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485833088:0@lo:400:kworker.0 00000100:00080000:0.0:1785389086.578924:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389086.578940:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485832960:0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.578989:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832448 00000100:00100000:3.0:1785389086.578993:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832448 00000100:00100000:3.0:1785389086.579254:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1785389086.579262:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485832448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.579307:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485832448:12345-0@lo:400:kworker.0 Request processed in 46us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389086.579313:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1785389086.579381:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485832448:0@lo:400:kworker.0 00000100:00100000:1.0:1785389086.579532:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389086.579613:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485832832 00000100:00100000:3.0:1785389086.579618:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485832832 00000100:00100000:3.0:1785389086.579703:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1785389086.579708:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485832832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389086.579839:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485832832:12345-0@lo:400:kworker.0 Request processed in 129us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389086.579844:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00080000:0.0:1785389086.579913:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389086.579944:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485832832:0@lo:400:kworker.0 00010000:00010000:3.0:1785389086.833561:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389087.087397:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389087.087421:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485833216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389087.087515:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389087.087770:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833216 00000100:00100000:2.0:1785389087.087779:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833216 00000100:00100000:2.0:1785389087.087833:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1785389087.087842:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485833216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389087.087875:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389087.087920:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485833216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389087.087927:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1785389087.088564:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485833216:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389087.886151:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389088.111389:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485833344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389088.111469:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389088.112115:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833344 00000100:00100000:2.0:1785389088.112123:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833344 00000100:00100000:2.0:1785389088.112173:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1785389088.112551:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485833344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389088.112581:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389088.112629:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485833344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 448us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389088.112636:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:1.0:1785389088.115398:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389088.116633:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485833344:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1785389088.189267:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967842 is committed 00000001:00080000:2.0:1785389088.189284:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967847 is committed 00000020:00080000:2.0:1785389088.189307:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943432546600 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:2.0:1785389088.189312:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943408496700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943432546f00 00000020:00080000:2.0:1785389088.189315:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943408496d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343d4a0400 00000020:00080000:2.0:1785389088.189350:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:2.0:1785389088.189991:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000001:00080000:2.0:1785389088.296795:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:2.0:1785389088.296810:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00010000:00010000:3.0:1785389088.958931:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389089.969952:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389090.994463:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389091.532306:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389091.532343:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389091.532368:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389091.532397:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710272 00000100:00100000:1.0:1785389091.532405:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710272 00000100:00100000:1.0:1785389091.532454:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00100000:1.0:1785389091.532464:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2362:x1872115458710272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389091.532538:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2362:x1872115458710272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389091.532545:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00080000:1.0:1785389091.532565:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389091.532589:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389091.532989:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709760 00000100:00100000:0.0:1785389091.532994:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709760 00000100:00100000:0.0:1785389091.533021:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 588 00000100:00100000:0.0:1785389091.533028:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458709760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389091.533055:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458709760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389091.533062:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 588 00000100:00100000:1.0:1785389091.536191:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710016 00000100:00100000:1.0:1785389091.536201:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710016 00000100:00100000:1.0:1785389091.536373:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710528 00000100:00100000:1.0:1785389091.536377:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710528 00000100:00100000:1.0:1785389091.536408:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:1.0:1785389091.536417:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458710016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389091.536469:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458710016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 53us (4124us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389091.536477:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:1.0:1785389091.536491:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00100000:1.0:1785389091.536498:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458710528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389091.536523:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458710528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (3934us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389091.536543:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00080000:1.0:1785389091.536632:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389091.536636:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389091.537467:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389091.537504:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389091.537533:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389091.537549:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710144 00000100:00100000:0.0:1785389091.537553:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710144 00000100:00100000:1.0:1785389091.537637:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710400 00000100:00100000:1.0:1785389091.537642:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710400 00000100:00100000:1.0:1785389091.537678:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 424 00000100:00100000:1.0:1785389091.537685:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458710400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389091.537722:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458710400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389091.537729:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 424 00000100:00080000:1.0:1785389091.537781:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389091.537872:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458709888 00000100:00100000:2.0:1785389091.537933:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458709888 00000100:00100000:2.0:1785389091.537975:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 460 00000100:00100000:2.0:1785389091.537983:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2362:x1872115458709888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389091.538019:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2362:x1872115458709888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389091.538025:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 460 00000100:00080000:1.0:1785389091.539544:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389091.539763:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 425 00000100:00100000:0.0:1785389091.539772:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458710144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1785389091.539999:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389091.542155:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458710144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 2378us (4643us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389091.542167:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 425 00000100:00100000:0.0:1785389091.695512:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485833472:0@lo:400:kworker.0 00000100:00100000:0.0:1785389091.695585:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389091.695638:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485833984:0@lo:400:kworker.0 00000100:00100000:0.0:1785389091.695665:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389091.695693:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389091.695699:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485833856:0@lo:400:kworker.0 00000100:00100000:0.0:1785389091.695723:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389091.695770:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485833600:0@lo:400:kworker.0 00000100:00100000:0.0:1785389091.695793:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389091.695808:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485834112:0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.695954:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833856 00000100:00100000:2.0:1785389091.695962:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833856 00000100:00100000:2.0:1785389091.696022:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1785389091.696031:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485833856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.696088:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485833856:12345-0@lo:400:kworker.0 Request processed in 59us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389091.696095:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1785389091.696116:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833984 00000100:00100000:2.0:1785389091.696120:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833984 00000100:00100000:2.0:1785389091.696153:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833600 00000100:00100000:2.0:1785389091.696156:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833600 00000100:00100000:2.0:1785389091.696175:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1785389091.696182:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485833984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.696220:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485833984:12345-0@lo:400:kworker.0 Request processed in 39us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389091.696227:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1785389091.696725:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833472 00000100:00100000:1.0:1785389091.696731:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833472 00000100:00100000:1.0:1785389091.696771:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1785389091.696778:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485833472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.696867:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1785389091.696934:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485833600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.696970:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485833600:12345-0@lo:400:kworker.0 Request processed in 97us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389091.696977:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00080000:2.0:1785389091.696995:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389091.697000:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389091.697358:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485833472:12345-0@lo:400:kworker.0 Request processed in 580us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389091.697364:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1785389091.697379:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389091.697416:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834112 00000100:00100000:2.0:1785389091.697420:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834112 00000100:00100000:0.0:1785389091.697425:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485833600:0@lo:400:kworker.0 00000100:00100000:0.0:1785389091.697438:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389091.697493:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1785389091.697501:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485834112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.697535:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485834112:12345-0@lo:400:kworker.0 Request processed in 35us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389091.697540:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1785389091.698155:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485833728:0@lo:400:kworker.0 00000100:00100000:0.0:1785389091.698181:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389091.698629:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:0.0:1785389091.698640:0:3324:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967338 committed transno 4294967338 00000100:00100000:0.0:1785389091.698656:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485834112:0@lo:400:kworker.0 00000100:00080000:1.0:1785389091.705384:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389091.710707:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485833728 00000100:00100000:2.0:1785389091.710721:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485833728 00000100:00100000:2.0:1785389091.710837:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1785389091.710848:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485833728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.710949:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485833728:12345-0@lo:400:kworker.0 Request processed in 103us (12766us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389091.711307:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:2.0:1785389091.711340:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389091.711391:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485833728:0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.712374:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485833856:0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.712386:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485833472:0@lo:400:kworker.0 00000100:00100000:2.0:1785389091.712397:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485833984:0@lo:400:kworker.0 00010000:00010000:0.0:1785389092.015090:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389092.212183:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389092.212208:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485834240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389092.212276:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389092.212341:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834240 00000100:00100000:2.0:1785389092.212349:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834240 00000100:00100000:2.0:1785389092.212402:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1785389092.212413:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485834240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389092.212450:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389092.212509:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485834240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389092.212516:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1785389092.212566:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485834240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389092.660443:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389092.660551:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710656 00000100:00100000:0.0:1785389092.660563:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710656 00000100:00100000:0.0:1785389092.660637:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 828 00000100:00100000:0.0:1785389092.660648:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23914:x1872115458710656:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1785389092.660844:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:23914:x1872115458710656:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 197us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389092.660853:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 828 00010000:00010000:3.0:1785389093.039815:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389093.234221:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485834368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389093.234316:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389093.237471:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834368 00000100:00100000:3.0:1785389093.237488:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834368 00000100:00100000:3.0:1785389093.237565:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1785389093.237579:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485834368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389093.237628:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389093.237823:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485834368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 249us (3506us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389093.237845:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:1.0:1785389093.238392:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389093.238452:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485834368:0@lo:13:osp-pre-0-0.0 00000020:00080000:0.0:1785389093.375574:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000020:00080000:3.0:1785389093.375701:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:3.0:1785389093.375718:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00010000:00010000:3.0:1785389094.064254:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389095.086908:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389096.114719:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1785389096.188303:0:18101:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 01:24:52 (1785389092) 00000040:00080000:2.0:1785389096.239912:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389096.239922:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389096.240360:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 1 00000040:00080000:2.0:1785389096.240369:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389096.640236:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640273:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640295:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640310:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640327:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640359:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640381:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389096.640407:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710784 00000100:00100000:2.0:1785389096.640416:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710784 00000100:00100000:2.0:1785389096.640464:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 590 00000100:00100000:2.0:1785389096.640474:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458710784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389096.640534:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458710784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 63us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.640542:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 590 00000100:00100000:2.0:1785389096.640569:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711296 00000100:00100000:2.0:1785389096.640572:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711296 00000100:00100000:2.0:1785389096.640598:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458710912 00000100:00100000:2.0:1785389096.640601:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458710912 00000100:00100000:2.0:1785389096.640618:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:2.0:1785389096.640624:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2365:x1872115458711296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389096.640650:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2365:x1872115458711296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.640656:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:2.0:1785389096.640666:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:2.0:1785389096.640672:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2365:x1872115458710912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389096.640692:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2365:x1872115458710912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.640697:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:2.0:1785389096.640711:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711040 00000100:00100000:2.0:1785389096.640714:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711040 00000100:00100000:2.0:1785389096.640732:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711552 00000100:00100000:2.0:1785389096.640740:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711552 00000100:00100000:2.0:1785389096.640769:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711168 00000100:00100000:2.0:1785389096.640772:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711168 00000100:00100000:2.0:1785389096.640782:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711424 00000100:00100000:2.0:1785389096.640784:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711424 00000100:00100000:2.0:1785389096.640796:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:2.0:1785389096.640802:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458711040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389096.640825:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458711040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.640831:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:2.0:1785389096.640841:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 429 00000100:00100000:2.0:1785389096.640849:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458711552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389096.640868:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458711552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.640874:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 429 00000100:00100000:2.0:1785389096.640883:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 430 00000100:00100000:2.0:1785389096.640889:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458711168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389096.640907:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458711168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.640913:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 430 00000100:00100000:2.0:1785389096.640935:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 431 00000100:00100000:2.0:1785389096.640943:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458711424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1785389096.641075:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389096.641080:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389096.641082:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389096.644163:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2365:x1872115458711424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.644183:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 431 00000100:00100000:1.0:1785389096.815151:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485834496:0@lo:400:kworker.0 00000100:00100000:1.0:1785389096.815228:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389096.815491:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485834880:0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.815526:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389096.815568:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834880 00000100:00100000:0.0:1785389096.815575:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834880 00000100:00100000:0.0:1785389096.815627:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1785389096.815636:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485834880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.815687:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485834880:12345-0@lo:400:kworker.0 Request processed in 52us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389096.815694:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00080000:0.0:1785389096.815713:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389096.815759:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485834880:0@lo:400:kworker.0 00000100:00100000:2.0:1785389096.816305:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834496 00000100:00100000:2.0:1785389096.816310:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834496 00000100:00100000:2.0:1785389096.816353:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1785389096.816362:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485834496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.816437:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485834624:0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.816465:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389096.816496:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389096.816501:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485834752:0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.816518:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389096.816539:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834624 00000100:00100000:0.0:1785389096.816542:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834624 00000100:00100000:0.0:1785389096.816562:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485834752 00000100:00100000:0.0:1785389096.816564:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485834752 00000100:00100000:0.0:1785389096.816583:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1785389096.816588:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485834624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.816616:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485834624:12345-0@lo:400:kworker.0 Request processed in 28us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389096.816621:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1785389096.816631:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1785389096.816636:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485834752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.816655:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485834752:12345-0@lo:400:kworker.0 Request processed in 20us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389096.816661:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:0.0:1785389096.816676:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389096.816690:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485834752:0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.816698:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485834624:0@lo:400:kworker.0 00000100:00100000:3.0:1785389096.834070:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389096.834093:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485835136:0@lo:400:kworker.0 00000100:00100000:3.0:1785389096.834175:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389096.834225:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485835136 00000100:00100000:3.0:1785389096.834233:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485835136 00000100:00100000:3.0:1785389096.834300:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1785389096.834308:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485835136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389096.834356:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485835136:12345-0@lo:400:kworker.0 Request processed in 49us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389096.834363:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00080000:3.0:1785389096.834383:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389096.834414:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485835136:0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.840729:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389096.840774:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485835008:0@lo:400:kworker.0 00000100:00100000:0.0:1785389096.840843:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389096.847135:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485835008 00000100:00100000:3.0:1785389096.847152:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485835008 00000100:00100000:3.0:1785389096.847226:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1785389096.847237:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485835008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389096.847329:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485835008:12345-0@lo:400:kworker.0 Request processed in 94us (6485us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389096.847337:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:0.0:1785389096.847496:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389096.847535:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485835008:0@lo:400:kworker.0 00000100:00100000:2.0:1785389096.847698:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485834496:12345-0@lo:400:kworker.0 Request processed in 31336us (32468us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389096.847708:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1785389096.857341:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389096.857481:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711680 00000100:00100000:0.0:1785389096.857510:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711680 00000100:00100000:0.0:1785389096.857590:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 829 00000100:00100000:0.0:1785389096.857602:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:24603:x1872115458711680:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1785389096.857783:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:24603:x1872115458711680:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 183us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389096.857793:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 829 00000100:00100000:1.0:1785389096.859599:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485834496:0@lo:400:kworker.0 00000100:00100000:2.0:1785389096.936934:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389096.937110:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458711808 00000100:00100000:3.0:1785389096.937123:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458711808 00000100:00100000:3.0:1785389096.937218:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 830 00000100:00100000:3.0:1785389096.937230:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:24604:x1872115458711808:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389096.937258:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389096.937285:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd77666 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89793 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.937431:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.937449:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.937464:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.937482:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.937490:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.937498:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.938707:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.938723:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.938731:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.938771:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389096.938776:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.938786:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939915:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389096.939919:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389096.939926:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939933:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7766d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939951:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939957:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939964:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939970:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389096.939972:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.939979:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.940004:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff943402a86300) 00010000:00010000:3.0:1785389096.940142:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389096.940147:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.940154:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77674 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.940210:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd77666 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89793 expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.940222:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389096.940224:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389096.940228:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd77666 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89793 expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389096.940237:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785389096.940335:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:24604:x1872115458711808:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3106us (3415us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389096.940345:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 830 00000100:00100000:3.0:1785389096.945196:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389096.948168:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458712064 00000100:00100000:1.0:1785389096.948186:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458712064 00000100:00100000:1.0:1785389096.948264:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 831 00000100:00100000:1.0:1785389096.948275:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:24604:x1872115458712064:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785389096.948354:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389096.948386:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd77467 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89700 expref: 79 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.948409:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389096.948415:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389096.955197:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.955229:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.955239:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.955289:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 34 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.955323:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 34 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389096.955342:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485835264:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389096.955471:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324b2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389096.959168:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485835264:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389096.959224:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389096.965053:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389096.965168:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458712192 00000100:00100000:0.0:1785389096.965180:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458712192 00010000:00010000:0.0:1785389096.965230:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 35 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389096.965278:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 256 00000100:00100000:0.0:1785389096.965289:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426387c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458712192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389096.965308:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389096.965315:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 35 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389096.965329:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 35 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389096.965355:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd77491 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8970e expref: 35 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389096.965374:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:0.0:1785389096.965380:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389096.965412:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389096.965420:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389096.965457:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389096.965523:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426387c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2363:x1872115458712192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 235us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389096.965532:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 256 00010000:00010000:1.0:1785389096.966365:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.966376:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.966406:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.966418:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.966427:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389096.967812:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00010000:00010000:1.0:1785389096.967829:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.967839:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.967854:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.967861:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389096.967866:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.967874:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.967887:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389096.967890:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389096.967894:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389096.967901:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7767b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389096.967919:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000090cef7a9 reply state 00000000cd5a94b1 transno 4294967848 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389096.967930:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389096.968023:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:24604:x1872115458712064:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 19745us (22836us total) trans 4294967848 rc 0/0 00000100:00100000:1.0:1785389096.968043:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 831 00010000:00010000:2.0:1785389096.969850:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389096.969868:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389096.969877:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389096.969884:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389096.969889:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389096.969897:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389096.969911:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9434421de600) 00010000:00010000:2.0:1785389096.969915:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389096.969919:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389096.969925:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd77682 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389097.003755:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.003837:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458712320 00000100:00100000:0.0:1785389097.003848:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458712320 00000100:00100000:0.0:1785389097.003916:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 832 00000100:00100000:0.0:1785389097.003926:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:24605:x1872115458712320:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389097.003957:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.003985:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77689 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8979a expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.004197:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77690 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.004215:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.004228:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389097.004300:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389097.004304:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389097.004346:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77690 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.004372:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873200/0xb9b521054fd77689 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8979a expref: 81 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.004390:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77690 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8979a expref: 80 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.004399:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:0.0:1785389097.004402:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389097.004406:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872000, rc 0) 00000100:00100000:0.0:1785389097.004514:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:24605:x1872115458712320:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 589us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389097.004521:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 832 00000100:00100000:3.0:1785389097.011198:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.011283:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458712448 00000100:00100000:0.0:1785389097.011295:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458712448 00000100:00100000:0.0:1785389097.011361:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 833 00000100:00100000:0.0:1785389097.011371:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:24605:x1872115458712448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389097.011397:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.011420:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd77697 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897a1 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011494:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011508:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011520:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011555:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011564:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011571:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011699:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872c00/0xb9b521054fd776ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011707:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301872c00/0xb9b521054fd776ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011713:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872c00/0xb9b521054fd776ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389097.011768:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:0.0:1785389097.011772:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389097.011983:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301872c00/0xb9b521054fd776ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.011998:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012004:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012011:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012025:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389097.012030:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012048:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012062:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:0.0:1785389097.012066:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389097.012070:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012076:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873400/0xb9b521054fd7769e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012088:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012093:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012098:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012103:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389097.012105:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012109:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012123:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff94341e7d2b00) 00010000:00010000:0.0:1785389097.012126:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389097.012128:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012133:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873600/0xb9b521054fd776a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012162:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872e00/0xb9b521054fd77697 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a1 expref: 82 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012176:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301872c00/0xb9b521054fd776ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a1 expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.012183:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389097.012186:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389097.012188:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301872c00, rc 0) 00000100:00100000:0.0:1785389097.012262:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:24605:x1872115458712448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 891us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389097.012270:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 833 00000100:00100000:3.0:1785389097.014736:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.021426:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458712704 00000100:00100000:0.0:1785389097.021447:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458712704 00000100:00100000:0.0:1785389097.021557:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 834 00000100:00100000:0.0:1785389097.021570:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:24605:x1872115458712704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389097.021596:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.021622:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd776b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897a8 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.021835:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.021851:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.021863:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.021893:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.021900:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.021906:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022589:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022598:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022604:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389097.022614:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00010000:00010000:0.0:1785389097.022641:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022656:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022663:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022668:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301873c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389097.022672:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022679:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022691:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389097.022694:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389097.022699:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022704:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301873c00/0xb9b521054fd776ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389097.022718:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000509f0e6b reply state 00000000d813c0b8 transno 4294967849 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389097.022726:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785389097.022771:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872200/0xb9b521054fd776b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022785:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 83 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.022801:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389097.022803:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389097.022806:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06c000, rc 0) 00000100:00100000:0.0:1785389097.022893:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:24605:x1872115458712704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1326us (8166us total) trans 4294967849 rc 0/0 00000100:00100000:0.0:1785389097.022900:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 834 00010000:00010000:1.0:1785389097.027781:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.027801:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.027828:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.027835:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d06d600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389097.027840:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.027847:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.027865:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff94341e7d2100) 00010000:00010000:1.0:1785389097.027868:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389097.027872:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.027877:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d600/0xb9b521054fd776c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389097.032579:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.032683:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458712960 00000100:00100000:1.0:1785389097.032694:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458712960 00000100:00100000:1.0:1785389097.032794:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 835 00000100:00100000:1.0:1785389097.032805:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:24605:x1872115458712960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389097.032835:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389097.032858:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd776d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897af expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.032976:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.033016:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.033026:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 4/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.033071:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.033084:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 84 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389097.033099:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485835392:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389097.033206:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389097.041239:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485835392:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389097.041280:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389097.045896:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.045999:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458713088 00000100:00100000:1.0:1785389097.046010:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458713088 00010000:00010000:1.0:1785389097.046069:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 85 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389097.046113:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 257 00000100:00100000:1.0:1785389097.046123:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:2362:x1872115458713088:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389097.046143:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389097.046161:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 85 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.046176:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 85 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.046202:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c000/0xb9b521054fd776c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a8 expref: 85 pid: 5821 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.046221:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:1.0:1785389097.046226:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.046237:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.046243:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.046267:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389097.046343:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:2362:x1872115458713088:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 221us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389097.046351:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 257 00010000:00010000:0.0:1785389097.046915:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.046925:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389097.046948:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00080000:0.0:1785389097.047368:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00000004:00080000:0.0:1785389097.047380:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:0.0:1785389097.047548:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047558:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047728:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047736:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389097.047741:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047769:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047789:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389097.047792:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389097.047797:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047803:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd776dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047864:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd776d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897af expref: 84 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047873:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389097.047875:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389097.047879:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd776d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897af expref: 84 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.047887:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:0.0:1785389097.047939:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:24605:x1872115458712960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 15136us (15382us total) trans 4294967850 rc 301/301 00000100:00100000:0.0:1785389097.047946:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 835 00000100:00100000:3.0:1785389097.060325:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389097.060498:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458713344 00000100:00100000:2.0:1785389097.060512:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458713344 00000100:00100000:2.0:1785389097.060591:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 171 00000100:00100000:2.0:1785389097.060606:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:24605:x1872115458713344:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389097.061155:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:24605:x1872115458713344:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 552us (855us total) trans 4294967851 rc 0/0 00000100:00100000:2.0:1785389097.061165:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 171 00000100:00100000:2.0:1785389097.071973:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.072134:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458713472 00000100:00100000:0.0:1785389097.072145:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458713472 00000100:00100000:0.0:1785389097.072217:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:0.0:1785389097.072228:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:24605:x1872115458713472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389097.072255:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.072283:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06dc00/0xb9b521054fd776eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897b6 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.072391:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06dc00/0xb9b521054fd776eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897b6 expref: 85 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.072407:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06dc00/0xb9b521054fd776eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897b6 expref: 85 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.072427:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389097.072430:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389097.072435:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06dc00, rc 0) 00000100:00100000:0.0:1785389097.072504:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:24605:x1872115458713472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 279us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389097.072512:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:3.0:1785389097.074615:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.074683:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458713728 00000100:00100000:1.0:1785389097.074692:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458713728 00000100:00100000:1.0:1785389097.074738:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 172 00000100:00100000:1.0:1785389097.074793:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:24605:x1872115458713728:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:1.0:1785389097.075052:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:24605:x1872115458713728:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 307us (442us total) trans 4294967852 rc 0/0 00000100:00100000:1.0:1785389097.075074:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 172 00010000:00010000:3.0:1785389097.135240:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389097.218993:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.219132:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458713856 00000100:00100000:0.0:1785389097.219145:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458713856 00000100:00100000:0.0:1785389097.219221:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 837 00000100:00100000:0.0:1785389097.219232:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:24611:x1872115458713856:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389097.219266:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.219291:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c400/0xb9b521054fd776f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897bd expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.219390:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06da00/0xb9b521054fd776f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.219407:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06da00/0xb9b521054fd776f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.219421:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06da00/0xb9b521054fd776f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389097.219511:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:0.0:1785389097.219515:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389097.219542:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06da00/0xb9b521054fd776f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.219574:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c400/0xb9b521054fd776f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897bd expref: 88 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.219596:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06da00/0xb9b521054fd776f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897bd expref: 87 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.219605:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389097.219609:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389097.219613:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06da00, rc 0) 00000100:00100000:0.0:1785389097.219693:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:24611:x1872115458713856:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 457us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389097.219703:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 837 00000100:00100000:0.0:1785389097.232880:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389097.233562:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458713984 00000100:00100000:3.0:1785389097.233579:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458713984 00000100:00100000:3.0:1785389097.233685:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 838 00000100:00100000:3.0:1785389097.233699:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:24612:x1872115458713984:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389097.233729:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389097.233968:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd77700 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897c4 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234077:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234094:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234108:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234125:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234132:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234138:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234261:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234288:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234294:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389097.234337:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00200000:3.0:1785389097.234342:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389097.234364:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234376:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234386:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234392:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234399:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234405:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389097.234410:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234419:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234433:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:3.0:1785389097.234442:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389097.234461:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234468:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd77707 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234483:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234490:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234496:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234501:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389097.234503:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234509:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234516:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff943402a86300) 00010000:00010000:3.0:1785389097.234519:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389097.234521:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234527:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7770e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234559:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd77700 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897c4 expref: 89 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234579:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897c4 expref: 88 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.234588:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:3.0:1785389097.234590:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389097.234593:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:3.0:1785389097.236246:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:24612:x1872115458713984:12345-192.168.204.39@tcp:101:rm.0 Request processed in 2543us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389097.236257:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 838 00000100:00100000:2.0:1785389097.257574:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389097.258196:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.258284:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458714112 00000100:00100000:0.0:1785389097.258296:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458714112 00000100:00100000:0.0:1785389097.258366:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458714240 00000100:00100000:0.0:1785389097.258370:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458714240 00000100:00100000:0.0:1785389097.258403:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 205 00000100:00100000:0.0:1785389097.258415:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458714112:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389097.258441:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.258469:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897cb expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389097.258528:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389097.258555:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=817s v=(0 0) 00010000:00010000:0.0:1785389097.258560:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389097.258572:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.258593:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.258609:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06c600, rc 0) 00000100:00100000:0.0:1785389097.258676:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458714112:12345-192.168.204.39@tcp:101:rm.0 Request processed in 263us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389097.258682:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 205 00000100:00100000:0.0:1785389097.258701:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 206 00000100:00100000:0.0:1785389097.258707:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458714240:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389097.258715:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.258727:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897d2 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389097.258763:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389097.258774:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=817s v=(0 0) 00010000:00010000:0.0:1785389097.258778:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389097.258793:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 13 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.260248:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 13 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.260262:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06c800, rc 0) 00000040:00080000:2.0:1785389097.270231:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389097.270245:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389097.270846:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389097.270858:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389097.271642:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458714240:12345-192.168.204.39@tcp:101:rm.0 Request processed in 12923us (13436us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389097.271655:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 206 00000100:00100000:2.0:1785389097.279500:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.279903:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458714496 00000100:00100000:0.0:1785389097.279917:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458714496 00000100:00100000:0.0:1785389097.280006:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 839 00000100:00100000:0.0:1785389097.280020:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:24612:x1872115458714496:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:0.0:1785389097.280110:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1785389097.280146:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd77715 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897c4 expref: 88 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280172:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06dc00/0xb9b521054fd776eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897b6 expref: 87 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280186:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389097.280205:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06da00/0xb9b521054fd776f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897bd expref: 86 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280214:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389097.280218:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389097.280244:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280260:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280289:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280306:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280314:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280321:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280456:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280464:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.280470:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1785389097.284556:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:0.0:1785389097.284573:0:5820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 817588827361ns, next at 818588824296ns, rc = 0 00000040:00080000:0.0:1785389097.284618:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8776 00000004:00080000:0.0:1785389097.284624:0:5820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 817588878854ns, next at 818588877407ns, rc = 0 00010000:00010000:0.0:1785389097.284727:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284785:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284812:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284823:0:5820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284830:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284837:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284856:0:5820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1785389097.284884:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284889:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284895:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284900:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d06d200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389097.284905:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284913:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284926:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2500) 00010000:00010000:0.0:1785389097.284929:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389097.284939:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284946:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d200/0xb9b521054fd77738 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284969:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284975:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284981:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284986:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d06de00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389097.284989:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.284994:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.285001:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389097.285003:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389097.285006:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.285011:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06de00/0xb9b521054fd7772a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389097.285021:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eb46b16a reply state 0000000006ee75e5 transno 4294967853 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389097.285053:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389097.285165:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:24612:x1872115458714496:12345-192.168.204.39@tcp:36:rm.0 Request processed in 5143us (5676us total) trans 4294967853 rc 0/0 00000100:00100000:0.0:1785389097.285175:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 839 00010000:00010000:3.0:1785389097.285406:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389097.285415:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.285422:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d06d800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389097.285426:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.285433:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.285442:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff94341e7d2500) 00010000:00010000:3.0:1785389097.285444:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389097.285448:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.285454:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d800/0xb9b521054fd7773f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.285470:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389097.285478:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389097.285480:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389097.296346:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389097.296371:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389097.296381:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389097.296388:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d06ce00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389097.296394:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389097.296422:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389097.296444:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff94341e7d2c00) 00010000:00010000:2.0:1785389097.296447:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389097.296453:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389097.296460:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06ce00/0xb9b521054fd77731 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389097.297678:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.297909:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458714752 00000100:00100000:1.0:1785389097.297921:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458714752 00000100:00100000:1.0:1785389097.297989:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 840 00000100:00100000:1.0:1785389097.298011:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:24613:x1872115458714752:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1785389097.298052:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389097.298075:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd77746 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897d9 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.298228:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.298245:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.298257:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.298273:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.298280:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.298288:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389097.299148:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:1.0:1785389097.299361:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299373:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299382:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299425:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299432:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299440:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299447:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389097.299451:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299459:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299471:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:1.0:1785389097.299475:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389097.299479:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299498:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7774d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389097.299514:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006c4e1c9a reply state 00000000db4dd6d1 transno 4294967854 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389097.299524:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389097.299559:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd77746 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299576:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.299585:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:1.0:1785389097.299587:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389097.299590:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:1.0:1785389097.299691:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:24613:x1872115458714752:12345-192.168.204.39@tcp:101:dd.0 Request processed in 1691us (2032us total) trans 4294967854 rc 0/0 00000100:00100000:1.0:1785389097.299701:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 840 00010000:00010000:3.0:1785389097.301738:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.301774:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.301789:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.301797:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389097.301801:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.301808:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.301821:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9434421de800) 00010000:00010000:3.0:1785389097.301824:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389097.301828:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389097.301834:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd77754 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389097.307096:0:6641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6641:1872115485835520:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1785389097.307195:0:6641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389097.307277:0:6641:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47a80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389097.310684:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485835520 00000100:00100000:3.0:1785389097.310704:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485835520 00000100:00100000:3.0:1785389097.310814:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1785389097.310826:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:6641:x1872115485835520:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1785389097.310892:0:14689:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00000100:00100000:2.0:1785389097.327162:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.328044:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458714880 00000100:00100000:0.0:1785389097.328059:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458714880 00000100:00100000:0.0:1785389097.328130:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 208 00000100:00100000:0.0:1785389097.328143:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:24613:x1872115458714880:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:0.0:1785389097.328168:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.328196:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897e0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389097.328228:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389097.328255:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=817s v=(0 0) 00010000:00010000:0.0:1785389097.328262:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389097.328275:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.328296:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.328312:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06de00, rc 0) 00000100:00100000:0.0:1785389097.328387:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:24613:x1872115458714880:12345-192.168.204.39@tcp:101:dd.0 Request processed in 247us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389097.328396:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 208 00000100:00100000:1.0:1785389097.329130:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389097.329151:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485835648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389097.329210:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389097.329523:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485835648 00000100:00100000:1.0:1785389097.329528:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485835648 00000100:00100000:1.0:1785389097.329562:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1785389097.329569:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485835648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389097.329722:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389097.329868:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485835648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 299us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389097.329876:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1785389097.329926:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485835648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389097.393586:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:6641:x1872115485835520:12345-0@lo:5:osp-pre-0-0.0 Request processed in 82755us (86383us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1785389097.393599:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1785389097.395489:0:6641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6641:1872115485835520:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1785389097.395506:0:6641:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:0.0:1785389097.406062:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.406313:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458715008 00000100:00100000:1.0:1785389097.406326:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458715008 00002000:00100000:1.0:1785389097.406378:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff943441e39500 x1872115458715008/t0(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/0 e 0 to 0 dl 1785389108 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389097.406389:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e39500 with x1872115458715008 ext(0->1048575) 00002000:00010000:1.0:1785389097.406394:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e39500 00000100:00100000:1.0:1785389097.406431:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:1.0:1785389097.406440:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458715008:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1785389097.428044:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389097.429787:0:6619:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1785389097.429809:0:6619:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1785389097.438479:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389097.439283:0:6620:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1785389097.439296:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458715136 00000100:00100000:3.0:1785389097.439304:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458715136 00002000:00100000:3.0:1785389097.439350:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff94343cb3ad80 x1872115458715136/t0(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/0 e 0 to 0 dl 1785389108 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389097.439363:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb3ad80 with x1872115458715136 ext(1048576->2097151) 00002000:00010000:3.0:1785389097.439368:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343cb3ad80 00000100:00100000:3.0:1785389097.439382:0:6620:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1785389097.439386:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458715264 00000100:00100000:3.0:1785389097.439388:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458715264 00002000:00100000:3.0:1785389097.439399:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff94343cb39500 x1872115458715264/t0(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/0 e 0 to 0 dl 1785389108 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389097.439405:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb39500 with x1872115458715264 ext(2097152->3145727) 00002000:00010000:3.0:1785389097.439407:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343cb39500 00000100:00100000:1.0:1785389097.454142:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389097.454725:0:6620:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1785389097.454737:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458715392 00000100:00100000:3.0:1785389097.454774:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458715392 00002000:00100000:3.0:1785389097.454829:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff9433030b9f80 x1872115458715392/t0(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/0 e 0 to 0 dl 1785389108 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389097.454839:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433030b9f80 with x1872115458715392 ext(3145728->4194303) 00002000:00010000:3.0:1785389097.454845:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433030b9f80 00000100:00100000:2.0:1785389097.460388:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:2.0:1785389097.460411:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458715136:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:1.0:1785389097.462177:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.462207:0:6620:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:1.0:1785389097.462214:0:6620:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:1.0:1785389097.462305:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458715520 00000100:00100000:1.0:1785389097.462312:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458715520 00002000:00100000:1.0:1785389097.462345:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9433030bb480 x1872115458715520/t0(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/0 e 0 to 0 dl 1785389108 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389097.462356:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433030bb480 with x1872115458715520 ext(4194304->5242879) 00002000:00010000:1.0:1785389097.462361:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433030bb480 00000100:00100000:1.0:1785389097.466425:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:1.0:1785389097.466444:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458715264:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:3.0:1785389097.467318:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389097.467354:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458715776 00000100:00100000:3.0:1785389097.467361:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458715776 00000100:00100000:3.0:1785389097.467397:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 173 00000100:00100000:3.0:1785389097.467404:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:24613:x1872115458715776:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:3.0:1785389097.470281:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:24613:x1872115458715776:12345-192.168.204.39@tcp:35:dd.0 Request processed in 2870us (2959us total) trans 4294967855 rc 0/0 00000100:00100000:3.0:1785389097.470289:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 173 00000100:00100000:0.0:1785389097.506902:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2364:x1872115458715008:12345-192.168.204.39@tcp:4:dd.0 Request processed in 100451us (100842us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1785389097.507967:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 65 00002000:00100000:0.0:1785389097.507983:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff943441e39500 x1872115458715008/t4294967336(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/448 e 0 to 0 dl 1785389108 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389097.507992:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e39500 with x1872115458715008 ext(0->1048575) 00002000:00010000:0.0:1785389097.507999:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e39500 00000100:00100000:1.0:1785389097.508193:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 68 00000100:00100000:1.0:1785389097.508235:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115458715392:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1785389097.541004:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115458715136:12345-192.168.204.39@tcp:4:dd.0 Request processed in 80588us (112963us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1785389097.541035:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 66 00002000:00100000:2.0:1785389097.541052:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff94343cb3ad80 x1872115458715136/t4294967337(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/448 e 0 to 0 dl 1785389108 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389097.541075:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb3ad80 with x1872115458715136 ext(1048576->2097151) 00002000:00010000:2.0:1785389097.541083:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343cb3ad80 00000100:00100000:2.0:1785389097.541121:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:2.0:1785389097.541146:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2362:x1872115458715520:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1785389097.590190:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2362:x1872115458715264:12345-192.168.204.39@tcp:4:dd.0 Request processed in 123735us (151702us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1785389097.590211:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 67 00002000:00100000:2.0:1785389097.590228:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff94343cb39500 x1872115458715264/t4294967338(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/448 e 0 to 0 dl 1785389108 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389097.590240:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb39500 with x1872115458715264 ext(2097152->3145727) 00002000:00010000:2.0:1785389097.590249:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343cb39500 00000100:00100000:0.0:1785389097.626591:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2363:x1872115458715392:12345-192.168.204.39@tcp:4:dd.0 Request processed in 118355us (172446us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1785389097.626605:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 68 00002000:00100000:0.0:1785389097.626617:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff9433030b9f80 x1872115458715392/t4294967339(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/448 e 0 to 0 dl 1785389108 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389097.626627:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433030b9f80 with x1872115458715392 ext(3145728->4194303) 00002000:00010000:0.0:1785389097.626633:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433030b9f80 00000100:00100000:1.0:1785389097.627134:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389097.627213:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458716032 00000100:00100000:0.0:1785389097.627221:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458716032 00000100:00100000:0.0:1785389097.627266:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 841 00000100:00100000:0.0:1785389097.627275:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:24616:x1872115458716032:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:0.0:1785389097.627306:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389097.627325:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c200/0xb9b521054fd77770 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897e7 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.627438:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d000/0xb9b521054fd77777 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.627451:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d000/0xb9b521054fd77777 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.627462:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d000/0xb9b521054fd77777 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389097.627471:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:0.0:1785389097.627556:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c200/0xb9b521054fd77770 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e7 expref: 92 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.627589:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d000/0xb9b521054fd77777 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e7 expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389097.627599:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389097.627602:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1785389097.627605:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06d000, rc 0) 00000100:00100000:0.0:1785389097.627628:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:24616:x1872115458716032:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 355us (496us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1785389097.627634:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 841 00000100:00100000:2.0:1785389097.676212:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2362:x1872115458715520:12345-192.168.204.39@tcp:4:dd.0 Request processed in 135072us (214029us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1785389097.676226:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 69 00002000:00100000:2.0:1785389097.676239:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9433030bb480 x1872115458715520/t4294967340(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:593/0 lens 488/448 e 0 to 0 dl 1785389108 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389097.676249:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433030bb480 with x1872115458715520 ext(4194304->5242879) 00002000:00010000:2.0:1785389097.676255:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433030bb480 00000100:00100000:2.0:1785389097.833007:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389097.833537:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458716160 00000100:00100000:1.0:1785389097.833546:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458716160 00000100:00100000:1.0:1785389097.833599:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 842 00000100:00100000:1.0:1785389097.833608:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:24617:x1872115458716160:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389097.833631:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389097.833650:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77785 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897ee expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.833725:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.833741:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.834096:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389097.834153:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:1.0:1785389097.834156:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389097.834173:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.834196:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd77785 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.834214:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389097.834240:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:1.0:1785389097.834243:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389097.834246:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:1.0:1785389097.834303:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24617:x1872115458716160:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 695us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389097.834309:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 842 00000100:00100000:3.0:1785389097.890218:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389097.890255:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458716416 00000100:00100000:3.0:1785389097.890266:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458716416 00000100:00100000:3.0:1785389097.890316:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 843 00000100:00100000:3.0:1785389097.890326:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24617:x1872115458716416:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:3.0:1785389097.890586:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:3.0:1785389097.890674:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24617:x1872115458716416:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 350us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389097.890682:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 843 00000001:00080000:3.0:1785389098.033337:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:3.0:1785389098.033364:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000001:00080000:3.0:1785389098.033380:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00010000:00010000:1.0:1785389098.158916:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389098.286935:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389098.286945:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389098.286985:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 2 00000040:00080000:2.0:1785389098.286993:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389098.287238:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485835776:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389098.287327:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc3900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389098.301853:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485835776:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389098.302090:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389098.302148:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458716544 00000100:00100000:1.0:1785389098.302155:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458716544 00000100:00100000:1.0:1785389098.302213:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 844 00000100:00100000:1.0:1785389098.302226:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:24627:x1872115458716544:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389098.302255:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389098.302337:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:24627:x1872115458716544:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 117us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389098.302343:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 844 00000100:00080000:2.0:1785389098.303567:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389098.315834:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389098.316032:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458716800 00000100:00100000:0.0:1785389098.316042:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458716800 00000100:00100000:0.0:1785389098.316091:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 845 00000100:00100000:0.0:1785389098.316100:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:24627:x1872115458716800:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389098.316119:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389098.316150:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c200/0xb9b521054fd77793 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897f5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.316239:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.316252:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.316263:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389098.316274:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:0.0:1785389098.316386:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06c200/0xb9b521054fd77793 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.316402:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.316409:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389098.316412:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389098.316415:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06cc00, rc 0) 00000100:00100000:0.0:1785389098.316595:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458716800:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 495us (768us total) trans 4294967857 rc 0/0 00000100:00100000:0.0:1785389098.316602:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 845 00000100:00100000:1.0:1785389098.326580:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389098.326649:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458716928 00000100:00100000:2.0:1785389098.326658:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458716928 00000100:00100000:2.0:1785389098.326724:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 209 00000100:00100000:2.0:1785389098.326733:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458716928:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389098.326796:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.326827:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.326836:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389098.326839:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389098.326844:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.326884:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.326910:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 11 pid: 6613 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389098.326925:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485835904:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389098.327018:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc3900 going to sleep for 11 seconds 00000100:00080000:3.0:1785389098.327120:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389098.335342:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485835904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389098.335368:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389098.376741:0:6641:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 818680993016ns, next at 819680991026ns, rc = 0 00000100:00100000:2.0:1785389098.376909:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389098.376930:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485836032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389098.376996:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389098.377044:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485836032 00000100:00100000:2.0:1785389098.377051:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485836032 00000100:00100000:2.0:1785389098.377096:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1785389098.377103:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485836032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389098.377123:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 69664768 pending 0 free 3858759680 avail 3851419648 00000100:00100000:2.0:1785389098.377158:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485836032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389098.377165:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1785389098.377198:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000100:00100000:2.0:1785389098.377220:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485836032:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1785389098.380333:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389098.381150:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389098.381261:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458717056 00000100:00100000:3.0:1785389098.381270:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458717056 00010000:00010000:3.0:1785389098.381322:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 12 pid: 6613 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389098.381358:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 258 00000100:00100000:3.0:1785389098.381366:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458717056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389098.381378:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1785389098.381397:0:5806:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1785389098.381407:0:5806:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1785389096 00002000:00010000:3.0:1785389098.381409:0:5806:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1785389096 00002000:00010000:3.0:1785389098.381412:0:5806:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb blocks from disk: 1 -> 10247 00010000:00010000:3.0:1785389098.381419:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 12 pid: 6613 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381442:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 12 pid: 6613 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381464:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa4e8010/0xb9b521054fd77769 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e0 expref: 12 pid: 6613 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381479:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389098.381483:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389098.381489:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381499:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381522:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389098.381565:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458717056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 199us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389098.381573:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 258 00010000:00010000:3.0:1785389098.381597:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381616:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381640:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381649:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381657:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381664:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389098.381669:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381678:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381689:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389098.381697:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd777a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389098.381772:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458716928:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 55039us (55201us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389098.381781:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 209 00000100:00100000:3.0:1785389098.394223:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389098.394260:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458717312 00000100:00100000:3.0:1785389098.394269:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458717312 00000100:00100000:3.0:1785389098.394317:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 846 00000100:00100000:3.0:1785389098.394327:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458717312:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389098.394427:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458717312:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 101us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389098.394436:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 846 00000100:00080000:3.0:1785389098.395293:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389098.403801:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389098.407789:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458717440 00000100:00100000:0.0:1785389098.407804:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458717440 00000100:00100000:0.0:1785389098.407882:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 210 00000100:00100000:0.0:1785389098.407905:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458717440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389098.407925:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389098.407943:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a897fc expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389098.407967:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a6ae028, atime: 0x0, ctime: 0x6a6ae028, blocks: 0x2807 00010000:00010000:0.0:1785389098.407987:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=818s v=(0 0) 00010000:00010000:0.0:1785389098.407995:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389098.408014:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.408031:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.408046:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d06c200, rc 0) 00000100:00100000:0.0:1785389098.408101:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458717440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 200us (4307us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389098.408108:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 210 00000100:00100000:2.0:1785389098.430636:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389098.433192:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458717696 00000100:00100000:3.0:1785389098.433204:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458717696 00000100:00100000:3.0:1785389098.433261:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 847 00000100:00100000:3.0:1785389098.433271:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458717696:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389098.433376:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458717696:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 106us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389098.433383:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 847 00000100:00100000:0.0:1785389098.488283:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389098.545855:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458717824 00000100:00100000:1.0:1785389098.545870:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458717824 00002000:00100000:1.0:1785389098.545936:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff943441e39180 x1872115458717824/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/0 e 0 to 0 dl 1785389109 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389098.545949:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e39180 with x1872115458717824 ext(0->1048575) 00002000:00010000:1.0:1785389098.545955:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e39180 00000100:00100000:1.0:1785389098.546026:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 70 00000100:00100000:1.0:1785389098.546037:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458717824:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000001:00080000:1.0:1785389098.595842:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000001:00080000:1.0:1785389098.595860:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967856 is committed 00000004:00080000:1.0:1785389098.595867:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000004:00080000:1.0:1785389098.595874:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000100:00100000:1.0:1785389098.596776:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485836160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1785389098.596846:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389098.598060:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389098.598071:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485836288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389098.598144:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389098.598278:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485836160 00000100:00100000:2.0:1785389098.598307:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485836160 00000100:00100000:2.0:1785389098.598351:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485836288 00000100:00100000:2.0:1785389098.598368:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485836288 00000100:00100000:2.0:1785389098.598391:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1785389098.598399:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485836160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1785389098.598423:0:14689:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00010000:00010000:2.0:1785389098.598446:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.598480:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.598489:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389098.598494:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389098.598499:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.598523:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389098.598537:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 10 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389098.598548:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485836416:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389098.598602:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939540 going to sleep for 11 seconds 00000100:00100000:1.0:1785389098.598756:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1785389098.598771:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485836288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1785389098.598783:0:12002:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00010000:00010000:1.0:1785389098.598797:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.598809:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.598815:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389098.598818:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389098.598821:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.598836:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.598845:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 12 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389098.598864:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485836544:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389098.598909:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6adcc0 going to sleep for 11 seconds 00000100:00080000:3.0:1785389098.600564:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389098.669702:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389098.669802:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389098.671956:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458717952 00000100:00100000:1.0:1785389098.671968:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458717952 00010000:00010000:1.0:1785389098.672026:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 11 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389098.672061:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718080 00000100:00100000:1.0:1785389098.672065:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718080 00010000:00010000:1.0:1785389098.672092:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 13 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389098.672115:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00100000:1.0:1785389098.672123:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458717952:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389098.672140:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389098.672145:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 11 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672157:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 11 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672182:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389098.672187:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389098.672193:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672210:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672232:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389098.672284:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458717952:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 162us (2591us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389098.672292:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00100000:1.0:1785389098.672309:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 260 00000100:00100000:1.0:1785389098.672317:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458718080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389098.672325:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389098.672330:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 13 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672341:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 13 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672355:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389098.672358:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389098.672362:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672370:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672393:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389098.672412:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458718080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 97us (2611us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389098.672418:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 260 00010000:00010000:1.0:1785389098.672462:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef42d6b1/0xb9b521054fd77723 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d2 expref: 12 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389098.672472:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485836544:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389098.672490:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672503:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672510:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672517:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672523:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.672537:0:12002:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389098.673175:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485836288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 74406us (75039us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1785389098.673183:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00010000:00010000:1.0:1785389098.673210:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389098.673216:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.673227:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389098.673231:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.673241:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.673252:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.673259:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd777bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.673275:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389098.673277:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389098.673279:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1785389098.673286:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1785389098.673394:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943301df4700/2, rc 0, transno 4294967339 00000100:00100000:1.0:1785389098.673401:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485836288:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1785389098.686336:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000534324aa/0xb9b521054fd7771c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897cb expref: 10 pid: 6615 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389098.686360:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485836416:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389098.686382:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.686393:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.686399:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.686409:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.686417:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389098.686440:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1785389098.686667:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389098.686687:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.686694:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389098.686699:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.686708:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.686728:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.686735:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd777b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389098.686793:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389098.686795:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389098.686797:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389098.689231:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485836160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 90827us (92379us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1785389098.689245:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000004:00080000:1.0:1785389098.710070:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343c3d4a80/2, rc 0, transno 4294967341 00000100:00100000:1.0:1785389098.710085:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485836160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1785389098.710933:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458717824:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 164895us (222654us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1785389098.710945:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 70 00002000:00100000:3.0:1785389098.710982:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff943441e39180 x1872115458717824/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/440 e 0 to 0 dl 1785389109 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389098.710993:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e39180 with x1872115458717824 ext(0->1048575) 00002000:00010000:3.0:1785389098.711006:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e39180 00000100:00100000:3.0:1785389098.790839:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389098.790876:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718208 00000100:00100000:3.0:1785389098.790885:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718208 00002000:00100000:3.0:1785389098.790934:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff9433012dce00 x1872115458718208/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/0 e 0 to 0 dl 1785389109 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389098.790945:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012dce00 with x1872115458718208 ext(1048576->2097151) 00002000:00010000:3.0:1785389098.790951:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012dce00 00000100:00100000:3.0:1785389098.791368:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:3.0:1785389098.791378:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458718208:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1785389098.860677:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458718208:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 69289us (69836us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1785389098.860691:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 71 00002000:00100000:3.0:1785389098.860704:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff9433012dce00 x1872115458718208/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/440 e 0 to 0 dl 1785389109 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389098.860715:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012dce00 with x1872115458718208 ext(1048576->2097151) 00002000:00010000:3.0:1785389098.860721:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012dce00 00000100:00100000:2.0:1785389098.924832:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389098.924870:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389098.924979:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718336 00000100:00100000:1.0:1785389098.925008:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718336 00002000:00100000:1.0:1785389098.925072:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff94343c3d5500 x1872115458718336/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/0 e 0 to 0 dl 1785389109 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389098.925082:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c3d5500 with x1872115458718336 ext(2097152->3145727) 00002000:00010000:1.0:1785389098.925087:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c3d5500 00000100:00100000:1.0:1785389098.925123:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718464 00000100:00100000:1.0:1785389098.925141:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718464 00002000:00100000:1.0:1785389098.925163:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff94343c3d6a00 x1872115458718464/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/0 e 0 to 0 dl 1785389109 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389098.925171:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c3d6a00 with x1872115458718464 ext(3145728->4194303) 00002000:00010000:1.0:1785389098.925175:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c3d6a00 00000100:00100000:1.0:1785389098.925194:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:1.0:1785389098.925204:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458718336:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389098.925899:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:1.0:1785389098.925908:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458718464:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389099.021092:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458718336:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 95878us (96258us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1785389099.021105:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 72 00002000:00100000:1.0:1785389099.021117:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff94343c3d5500 x1872115458718336/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/440 e 0 to 0 dl 1785389109 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389099.021128:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c3d5500 with x1872115458718336 ext(2097152->3145727) 00002000:00010000:1.0:1785389099.021136:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c3d5500 00000100:00100000:0.0:1785389099.069050:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458718464:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 143132us (144167us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1785389099.069074:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 73 00002000:00100000:0.0:1785389099.069086:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff94343c3d6a00 x1872115458718464/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:594/0 lens 488/440 e 0 to 0 dl 1785389109 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389099.069096:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c3d6a00 with x1872115458718464 ext(3145728->4194303) 00002000:00010000:0.0:1785389099.069103:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c3d6a00 00000100:00100000:3.0:1785389099.108487:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389099.108526:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718592 00000100:00100000:3.0:1785389099.108536:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718592 00002000:00100000:3.0:1785389099.108596:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9433012dca80 x1872115458718592/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:595/0 lens 488/0 e 0 to 0 dl 1785389110 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389099.108624:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012dca80 with x1872115458718592 ext(4194304->5242879) 00002000:00010000:3.0:1785389099.108631:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012dca80 00000100:00100000:3.0:1785389099.108668:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 74 00000100:00100000:3.0:1785389099.108678:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458718592:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389099.148392:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458718592:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 39704us (39903us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1785389099.148405:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 74 00002000:00100000:1.0:1785389099.148418:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff9433012dca80 x1872115458718592/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:595/0 lens 488/440 e 0 to 0 dl 1785389110 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389099.148428:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012dca80 with x1872115458718592 ext(4194304->5242879) 00002000:00010000:1.0:1785389099.148445:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012dca80 00000100:00100000:3.0:1785389099.178949:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.179632:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718720 00000100:00100000:1.0:1785389099.179643:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718720 00000100:00100000:1.0:1785389099.179691:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 848 00000100:00100000:1.0:1785389099.179700:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:24627:x1872115458718720:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389099.179719:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389099.179739:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89803 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.179788:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.179803:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.179817:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.179917:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 37 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.179935:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 36 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.179944:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:1.0:1785389099.179947:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389099.179950:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389099.180033:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458718720:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 333us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389099.180050:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 848 00010000:00010000:1.0:1785389099.184490:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389099.190153:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.190228:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718848 00000100:00100000:1.0:1785389099.190238:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718848 00000100:00100000:1.0:1785389099.190299:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 849 00000100:00100000:1.0:1785389099.190311:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458718848:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389099.190343:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389099.190441:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458718848:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 133us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389099.190449:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 849 00000100:00100000:0.0:1785389099.206675:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389099.207053:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458718976 00000100:00100000:3.0:1785389099.207063:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458718976 00000100:00100000:3.0:1785389099.210176:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 213 00000100:00100000:3.0:1785389099.210194:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458718976:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389099.210237:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210253:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389099.210257:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389099.210264:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210278:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210309:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210319:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210337:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210344:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389099.210348:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210357:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210373:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.210381:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009538e819/0xb9b521054fd777d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389099.210458:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458718976:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 270us (3792us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389099.210465:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 213 00000100:00100000:3.0:1785389099.220401:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.220467:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458719232 00000100:00100000:1.0:1785389099.220477:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458719232 00000100:00100000:1.0:1785389099.220536:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 850 00000100:00100000:1.0:1785389099.223701:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458719232:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389099.223798:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.223814:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 36 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.223824:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.223857:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 36 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.223871:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 36 pid: 5821 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389099.223901:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485836672:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389099.224012:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6ad840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389099.238967:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389099.239036:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458719360 00000100:00100000:0.0:1785389099.239044:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458719360 00010000:00010000:0.0:1785389099.239079:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 37 pid: 5821 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389099.239120:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 261 00000100:00100000:0.0:1785389099.239129:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115458719360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389099.239144:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389099.239149:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 37 pid: 5821 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.239162:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 37 pid: 5821 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.239181:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389099.239185:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.239194:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.239217:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.239234:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389099.239277:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115458719360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 149us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389099.239283:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 261 00010000:00010000:3.0:1785389099.243267:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd777cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89803 expref: 36 pid: 5821 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389099.243290:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485836672:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389099.251975:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252006:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252012:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252248:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252257:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252264:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252269:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389099.252272:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252279:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252294:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:3.0:1785389099.252296:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389099.252300:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.252305:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd777d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389099.252656:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389099.252662:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389099.253279:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785389099.253286:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389099.253924:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458719232:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 30238us (33528us total) trans 4294967858 rc 0/0 00000100:00100000:3.0:1785389099.253935:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 850 00000100:00100000:3.0:1785389099.273582:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389099.273729:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458719616 00000100:00100000:0.0:1785389099.273774:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458719616 00000100:00100000:0.0:1785389099.273836:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 174 00000100:00100000:0.0:1785389099.273846:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24627:x1872115458719616:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389099.274265:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:24627:x1872115458719616:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 419us (696us total) trans 4294967859 rc 0/0 00000100:00100000:0.0:1785389099.274274:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 174 00000040:00080000:2.0:1785389099.750006:0:18155:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389099.750021:0:18155:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389099.750066:0:18155:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 2 00000040:00080000:2.0:1785389099.750073:0:18155:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389099.865274:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.865357:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458719744 00000100:00100000:1.0:1785389099.865369:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458719744 00000100:00100000:1.0:1785389099.865446:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 214 00000100:00100000:1.0:1785389099.865457:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458719744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389099.865482:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389099.865503:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8980a expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.865534:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389099.865540:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389099.865550:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.865572:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.865587:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7000, rc 0) 00000100:00100000:1.0:1785389099.865647:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458719744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 193us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389099.865654:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 214 00000100:00100000:3.0:1785389099.888187:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389099.888358:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458720000 00000100:00100000:2.0:1785389099.888371:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458720000 00000100:00100000:2.0:1785389099.888443:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 175 00000100:00100000:2.0:1785389099.888455:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:24628:x1872115458720000:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389099.888741:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:24628:x1872115458720000:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 288us (567us total) trans 4294967860 rc 0/0 00000100:00100000:2.0:1785389099.888770:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 175 00000100:00080000:2.0:1785389099.888795:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389099.891281:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389099.891830:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458720256 00000100:00100000:0.0:1785389099.891841:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458720256 00000100:00100000:0.0:1785389099.891898:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 851 00000100:00100000:0.0:1785389099.891907:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:24628:x1872115458720256:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389099.891935:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389099.891939:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1785389099.891985:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06d000/0xb9b521054fd77777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897e7 expref: 84 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.892007:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389099.892012:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389099.892030:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04c00/0xb9b521054fd777e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89811 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.892162:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04200/0xb9b521054fd777ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.892179:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04200/0xb9b521054fd777ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.892192:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04200/0xb9b521054fd777ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389099.892207:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:0.0:1785389099.892330:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04c00/0xb9b521054fd777e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89811 expref: 86 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.892345:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04200/0xb9b521054fd777ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89811 expref: 85 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.892354:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389099.892356:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389099.892359:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f04200, rc 0) 00000100:00100000:0.0:1785389099.892421:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:24628:x1872115458720256:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 515us (1148us total) trans 4294967861 rc 0/0 00000100:00100000:0.0:1785389099.892429:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 851 00000100:00100000:3.0:1785389099.895137:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389099.895210:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458720384 00000100:00100000:0.0:1785389099.895220:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458720384 00000100:00100000:0.0:1785389099.895274:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 215 00000100:00100000:0.0:1785389099.895283:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458720384:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1785389099.895329:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.895363:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.895373:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.895382:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389099.895387:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389099.895392:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 5/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.895429:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.895444:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 11 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389099.895461:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485836800:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389099.895561:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.895572:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 8 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389099.895594:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485836928:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389099.895623:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389099.900512:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485836800:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389099.900532:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485836928:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389099.900574:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389099.905141:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.905222:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458720512 00000100:00100000:1.0:1785389099.905235:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458720512 00010000:00010000:1.0:1785389099.905317:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 12 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389099.905370:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 262 00000100:00100000:1.0:1785389099.905382:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458720512:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389099.905400:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389099.905428:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 12 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.905442:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 12 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.905468:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba5feb05/0xb9b521054fd777e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8980a expref: 12 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.905487:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389099.905551:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458720512:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 172us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389099.905558:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 262 00000100:00100000:3.0:1785389099.913889:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.914015:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458720640 00000100:00100000:1.0:1785389099.914028:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458720640 00010000:00010000:1.0:1785389099.914087:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 9 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389099.914138:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 263 00000100:00100000:1.0:1785389099.914151:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426387050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458720640:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389099.914188:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389099.914217:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 9 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.914233:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 9 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.914260:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000711dbde1/0xb9b521054fd777af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897fc expref: 9 pid: 6613 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.914280:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389099.914284:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389099.914290:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.914300:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.914339:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389099.914398:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426387050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458720640:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 250us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389099.914405:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 263 00010000:00010000:3.0:1785389099.914523:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914534:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914564:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914588:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914598:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914606:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301f05600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389099.914611:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914621:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914634:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.914643:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025b2fb11/0xb9b521054fd777fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389099.914698:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458720384:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 19415us (19569us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389099.914706:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 215 00000100:00100000:0.0:1785389099.920407:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389099.921170:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458720896 00000100:00100000:3.0:1785389099.921183:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458720896 00000100:00100000:3.0:1785389099.921252:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 176 00000100:00100000:3.0:1785389099.921279:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:24628:x1872115458720896:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1785389099.921360:0:5824:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0x38:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04200/0xb9b521054fd777ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89811 expref: 85 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389099.921634:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967862 00000001:00080000:3.0:1785389099.922605:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967863 00010000:00010000:3.0:1785389099.922669:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.922688:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.922697:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.922706:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.922775:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.922792:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 36 pid: 5822 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389099.922808:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485837056:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389099.922917:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389099.922940:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 88 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389099.922951:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485837184:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389099.922991:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342dfba300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389099.927729:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389099.927781:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458721024 00000100:00100000:1.0:1785389099.927792:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458721024 00010000:00010000:1.0:1785389099.927850:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 89 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389099.927907:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 264 00000100:00100000:1.0:1785389099.927918:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2362:x1872115458721024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389099.927936:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389099.927945:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 89 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.927959:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 89 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.927998:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:1.0:1785389099.928004:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.928013:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389099.928020:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389099.928082:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2362:x1872115458721024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 166us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389099.928090:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 264 00010000:00010000:1.0:1785389099.928243:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7775b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897d9 expref: 88 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389099.928260:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485837184:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389099.942101:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389099.942301:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485837056:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389099.942342:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389099.942418:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458721152 00000100:00100000:0.0:1785389099.942428:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458721152 00010000:00010000:0.0:1785389099.942477:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 37 pid: 5822 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389099.942522:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 265 00000100:00100000:0.0:1785389099.942532:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115458721152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389099.942551:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389099.942559:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 37 pid: 5822 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.942573:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 37 pid: 5822 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.942600:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d06cc00/0xb9b521054fd7779a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897f5 expref: 37 pid: 5822 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.942617:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389099.942623:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.942634:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.942649:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.942876:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389099.942934:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2363:x1872115458721152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 402us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389099.942943:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 265 00010000:00010000:0.0:1785389099.943173:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.943182:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389099.943346:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967864 00000001:00080000:0.0:1785389099.943597:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967865 00000100:00100000:0.0:1785389099.943715:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485837312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389099.943791:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389099.943821:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324b2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389099.943839:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485837312 00000100:00100000:0.0:1785389099.943843:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485837312 00000100:00100000:0.0:1785389099.943874:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1785389099.943880:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485837312:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389099.943951:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485837312:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 71us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389099.943959:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1785389099.944007:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485837312:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1785389099.944501:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967866 00000100:00100000:0.0:1785389099.944556:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485837440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389099.944583:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389099.944600:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389099.944613:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485837440 00000100:00100000:0.0:1785389099.944617:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485837440 00000100:00100000:0.0:1785389099.944636:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1785389099.944642:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485837440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389099.944810:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5824:x1872115485837440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 167us (225us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1785389099.944818:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1785389099.944847:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485837440:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1785389099.944881:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967867 00010000:00010000:0.0:1785389099.944907:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.944918:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.944927:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.944934:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389099.944938:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.944947:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.944961:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389099.944970:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1785389099.944988:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389099.944996:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77803 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389099.945180:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1785389099.945296:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:0.0:1785389099.945307:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 820249561817ns, next at 821249559534ns, rc = 0 00000001:00080000:0.0:1785389099.945314:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967868 00010000:00010000:0.0:1785389099.945342:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9434421de900) 00010000:00010000:0.0:1785389099.945344:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389099.945351:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04200/0xb9b521054fd777ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89811 expref: 92 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389099.953150:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:24628:x1872115458720896:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 31858us (32741us total) trans 4294967869 rc 0/0 00000100:00100000:1.0:1785389099.953166:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 176 00000020:00080000:1.0:1785389099.953174:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1785389099.992053:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389099.992323:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458721408 00000100:00100000:2.0:1785389099.992334:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458721408 00000100:00100000:2.0:1785389099.992400:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 852 00000100:00100000:2.0:1785389099.992413:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:24630:x1872115458721408:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:2.0:1785389099.992446:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389099.992473:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7780a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89818 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.992565:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.992583:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.992597:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.992630:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.992638:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.992644:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993232:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7781f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993242:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7781f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993250:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7781f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389099.993262:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1785389099.993369:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993378:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993385:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993391:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389099.993396:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993416:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993431:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:2.0:1785389099.993435:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389099.993440:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993447:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd77811 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993461:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993467:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993475:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993480:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389099.993483:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993489:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993495:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff94340b507f00) 00010000:00010000:2.0:1785389099.993498:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389099.993500:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993515:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77818 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993567:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7780a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89818 expref: 94 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993581:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7781f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89818 expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389099.993590:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507700) 00010000:00010000:2.0:1785389099.993592:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389099.993595:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5400, rc 0) 00000100:00100000:2.0:1785389100.006617:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:24630:x1872115458721408:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 14188us (14561us total) trans 4294967870 rc 0/0 00000100:00100000:2.0:1785389100.006634:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 852 00000100:00100000:2.0:1785389100.016032:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389100.016284:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458721664 00000100:00100000:3.0:1785389100.016296:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458721664 00000100:00100000:3.0:1785389100.016379:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 37 00000100:00100000:3.0:1785389100.016392:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:24630:x1872115458721664:12345-192.168.204.39@tcp:103:md5sum.0 00010000:00010000:3.0:1785389100.016414:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389100.016446:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7781f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89818 expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.016465:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507700) 00010000:00010000:3.0:1785389100.016479:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389100.016552:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24630:x1872115458721664:12345-192.168.204.39@tcp:103:md5sum.0 Request processed in 163us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389100.016560:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 37 00000100:00100000:3.0:1785389100.019404:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.019579:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458721792 00000100:00100000:2.0:1785389100.019589:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458721792 00000100:00100000:2.0:1785389100.019647:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 853 00000100:00100000:2.0:1785389100.019656:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24630:x1872115458721792:12345-192.168.204.39@tcp:58:md5sum.0 00010000:00010000:2.0:1785389100.019794:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.019810:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.019834:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389100.020081:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:2.0:1785389100.020154:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24630:x1872115458721792:12345-192.168.204.39@tcp:58:md5sum.0 Request processed in 498us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389100.020161:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 853 00000100:00100000:3.0:1785389100.030380:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.031875:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458721920 00000100:00100000:1.0:1785389100.031891:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458721920 00000100:00100000:1.0:1785389100.032119:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 854 00000100:00100000:1.0:1785389100.032132:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:24630:x1872115458721920:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:1.0:1785389100.032161:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389100.032188:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8981f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.032261:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.032272:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.032295:0:5821:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.032310:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.032326:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389100.032329:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389100.032333:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.032360:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:1.0:1785389100.032437:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:24630:x1872115458721920:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 309us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.032444:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 854 00010000:00010000:3.0:1785389100.208934:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389100.271069:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389100.271082:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389100.271125:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:2.0:1785389100.271133:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389100.271287:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485837568:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389100.271425:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389100.292404:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.292705:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485837568:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389100.292892:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458722048 00000100:00100000:0.0:1785389100.292901:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458722048 00000100:00100000:0.0:1785389100.293017:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 855 00000100:00100000:0.0:1785389100.293030:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24631:x1872115458722048:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389100.293089:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389100.293214:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24631:x1872115458722048:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 187us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389100.293222:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 855 00000100:00080000:3.0:1785389100.293396:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389100.296912:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.299898:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458722176 00000100:00100000:1.0:1785389100.299915:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458722176 00000100:00100000:1.0:1785389100.300057:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 856 00000100:00100000:1.0:1785389100.300070:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24631:x1872115458722176:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1785389100.300170:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300194:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300210:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300228:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300236:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300243:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300268:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300298:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300305:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389100.300353:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:1.0:1785389100.300358:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389100.300372:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300384:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300392:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300401:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300407:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389100.300412:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300421:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300433:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389100.300436:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389100.300441:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300458:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd7783b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300474:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300480:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300486:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300492:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389100.300495:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300501:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300508:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff943412a70b00) 00010000:00010000:1.0:1785389100.300511:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389100.300514:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300520:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77842 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300536:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300542:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300554:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300560:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389100.300563:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300569:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300577:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389100.300579:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389100.300582:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.300589:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77849 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389100.300688:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24631:x1872115458722176:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 620us (3945us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.300696:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 856 00000100:00100000:2.0:1785389100.305308:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389100.305393:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458722432 00000100:00100000:3.0:1785389100.305409:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458722432 00000100:00100000:3.0:1785389100.305478:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 857 00000100:00100000:3.0:1785389100.305488:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:24631:x1872115458722432:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389100.305513:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389100.305538:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77850 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89826 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305666:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305683:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305697:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389100.305709:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:3.0:1785389100.305900:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305908:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305916:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305922:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389100.305941:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305950:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.305963:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389100.305978:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389100.306799:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.306810:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77857 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.306867:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77850 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89826 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.306879:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785389100.306882:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389100.306885:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77850 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89826 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.306895:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69400, rc 0) 00000100:00100000:3.0:1785389100.309787:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:24631:x1872115458722432:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1495us (1686us total) trans 4294967871 rc 301/301 00000100:00100000:3.0:1785389100.309814:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 857 00000100:00100000:3.0:1785389100.313563:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.315073:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458722560 00000100:00100000:0.0:1785389100.315086:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458722560 00000100:00100000:0.0:1785389100.315155:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 858 00000100:00100000:0.0:1785389100.315165:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:24631:x1872115458722560:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389100.315226:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389100.315355:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:24631:x1872115458722560:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 191us (1805us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389100.315363:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 858 00000100:00100000:0.0:1785389100.318924:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.319028:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458722688 00000100:00100000:2.0:1785389100.319043:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458722688 00000100:00100000:2.0:1785389100.319111:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 859 00000100:00100000:2.0:1785389100.319123:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:24631:x1872115458722688:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389100.319149:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389100.319174:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77865 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8982d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.319259:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.319276:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.319289:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389100.320135:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389100.320142:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389100.320235:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.320267:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd77865 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.320286:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.320296:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:2.0:1785389100.320299:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389100.320304:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4600, rc 0) 00000100:00100000:2.0:1785389100.320760:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458722688:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1620us (1830us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389100.320769:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 859 00000100:00100000:2.0:1785389100.349810:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.349951:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458722816 00000100:00100000:0.0:1785389100.349963:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458722816 00000100:00100000:0.0:1785389100.350052:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 860 00000100:00100000:0.0:1785389100.350066:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458722816:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389100.350106:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389100.350135:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04c00/0xb9b521054fd77873 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89834 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.350221:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.350241:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.350256:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.350274:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.350282:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.350288:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351658:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351672:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351683:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389100.351839:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 7680 00000004:00200000:1.0:1785389100.351849:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389100.351929:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351944:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351952:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351959:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351978:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301f05600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389100.351984:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.351994:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352009:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:1.0:1785389100.352012:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389100.352017:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352024:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05600/0xb9b521054fd7787a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352038:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352043:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352060:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352065:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301f05c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389100.352068:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352074:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352083:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff94341e7d2100) 00010000:00010000:1.0:1785389100.352085:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389100.352088:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352095:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77881 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352132:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04c00/0xb9b521054fd77873 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352146:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.352154:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:1.0:1785389100.352157:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389100.352159:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f04000, rc 0) 00000100:00100000:1.0:1785389100.352237:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:24631:x1872115458722816:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2174us (2439us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.352253:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 860 00000100:00100000:1.0:1785389100.372077:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389100.372199:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458723072 00000100:00100000:3.0:1785389100.372212:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458723072 00000100:00100000:3.0:1785389100.372286:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 861 00000100:00100000:3.0:1785389100.372314:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:24631:x1872115458723072:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389100.372346:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389100.372378:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7788f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8983b expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.374039:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05800/0xb9b521054fd77896 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.374062:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05800/0xb9b521054fd77896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.374077:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05800/0xb9b521054fd77896 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389100.374805:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00010000:00010000:0.0:1785389100.374877:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7788f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8983b expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.374901:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05800/0xb9b521054fd77896 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8983b expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.374911:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94341e7d2c00) 00010000:00010000:0.0:1785389100.374915:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389100.374919:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f05800, rc 0) 00000100:00100000:0.0:1785389100.375678:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:24631:x1872115458723072:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 3362us (3613us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1785389100.375689:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 861 00000100:00100000:1.0:1785389100.382154:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389100.382293:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458723328 00000100:00100000:3.0:1785389100.382305:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458723328 00000100:00100000:3.0:1785389100.382375:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 862 00000100:00100000:3.0:1785389100.382386:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:24631:x1872115458723328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389100.382462:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389100.382495:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05800/0xb9b521054fd77896 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8983b expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.382517:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94341e7d2c00) 00010000:00010000:3.0:1785389100.382529:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389100.382555:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.382570:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.382580:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.382615:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.382630:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 92 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389100.382732:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485837696:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389100.382890:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342dfba240 going to sleep for 11 seconds 00000100:00100000:3.0:1785389100.388311:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485837696:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389100.388358:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389100.391179:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.391321:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458723456 00000100:00100000:2.0:1785389100.391334:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458723456 00010000:00010000:2.0:1785389100.391385:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 93 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389100.391474:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 266 00000100:00100000:2.0:1785389100.391485:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:2362:x1872115458723456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389100.391504:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389100.391531:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 93 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.391547:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 93 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.391575:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7778c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897ee expref: 93 pid: 9185 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.391594:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:2.0:1785389100.391601:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.391614:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.391622:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.391666:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389100.391738:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2362:x1872115458723456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 254us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389100.391780:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 266 00010000:00010000:3.0:1785389100.392030:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392040:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392080:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392091:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392100:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392449:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392459:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392467:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392484:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389100.392489:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392499:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392509:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:3.0:1785389100.392512:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389100.392516:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392523:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd778a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392534:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392540:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392547:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392552:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389100.392555:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392561:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392578:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0xcf1585c1 (ffff943402a86300) 00010000:00010000:3.0:1785389100.392581:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389100.392583:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.392590:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0xcf1585c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389100.392666:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:24631:x1872115458723328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 10280us (10523us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389100.392673:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 862 00000100:00100000:1.0:1785389100.397769:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.397904:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458723584 00000100:00100000:2.0:1785389100.397916:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458723584 00000100:00100000:2.0:1785389100.397987:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 863 00000100:00100000:2.0:1785389100.397999:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:24631:x1872115458723584:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389100.398027:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389100.398065:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89842 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.398126:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.398141:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.398153:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.398268:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.398288:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.398299:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389100.398302:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389100.398306:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4e00, rc 0) 00000100:00100000:2.0:1785389100.398377:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:24631:x1872115458723584:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 380us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389100.398384:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 863 00000100:00100000:1.0:1785389100.401812:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389100.402013:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458723840 00000100:00100000:3.0:1785389100.402026:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458723840 00000100:00100000:3.0:1785389100.402105:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 864 00000100:00100000:3.0:1785389100.402115:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:24631:x1872115458723840:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389100.402212:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.402231:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.402246:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389100.403267:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000186dc8f2 reply state 00000000b0eed526 transno 4294967873 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389100.403281:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389100.403393:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458723840:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 1278us (1591us total) trans 4294967873 rc 0/0 00000100:00100000:2.0:1785389100.403402:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 864 00010000:00010000:2.0:1785389100.410160:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.410186:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.410195:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.410201:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389100.410207:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.410217:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.410240:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389100.410244:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389100.410249:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.410256:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd778c0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389100.410729:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.410881:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458723968 00000100:00100000:2.0:1785389100.410893:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458723968 00000100:00100000:2.0:1785389100.411015:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 865 00000100:00100000:2.0:1785389100.411027:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:24631:x1872115458723968:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389100.411086:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389100.411109:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89849 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.411204:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.411221:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.411231:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389100.411234:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389100.411238:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5200, rc 0) 00000100:00100000:2.0:1785389100.411307:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458723968:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 283us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389100.411315:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 865 00000100:00100000:1.0:1785389100.415730:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.415803:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458724096 00000100:00100000:0.0:1785389100.415815:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458724096 00000100:00100000:0.0:1785389100.415874:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 177 00000100:00100000:0.0:1785389100.415884:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458724096:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1785389100.417852:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458724096:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 1956us (2121us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.417866:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 177 00000100:00100000:1.0:1785389100.420252:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.420738:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458724352 00000100:00100000:0.0:1785389100.420813:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458724352 00000100:00100000:0.0:1785389100.420878:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 178 00000100:00100000:0.0:1785389100.420888:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458724352:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389100.421255:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:24631:x1872115458724352:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 367us (1015us total) trans 4294967874 rc 0/0 00000100:00100000:0.0:1785389100.421263:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 178 00000100:00100000:2.0:1785389100.423842:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.423938:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458724608 00000100:00100000:1.0:1785389100.423949:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458724608 00000100:00100000:1.0:1785389100.424030:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:1.0:1785389100.424041:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:24631:x1872115458724608:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389100.424229:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:24631:x1872115458724608:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 190us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.424238:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:1.0:1785389100.426878:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.427134:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458724864 00000100:00100000:0.0:1785389100.427144:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458724864 00000100:00100000:0.0:1785389100.427205:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 867 00000100:00100000:0.0:1785389100.427215:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:24631:x1872115458724864:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389100.427236:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389100.427262:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04e00/0xb9b521054fd778ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89850 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.427385:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.427402:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.427411:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.427452:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.427468:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 45 pid: 5820 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389100.427505:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485837824:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389100.427602:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389100.435994:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.436191:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485837824:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389100.436271:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389100.436377:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458724992 00000100:00100000:1.0:1785389100.436386:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458724992 00010000:00010000:1.0:1785389100.436440:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 46 pid: 5820 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389100.436483:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 267 00000100:00100000:1.0:1785389100.436506:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458724992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389100.436526:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389100.436534:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 46 pid: 5820 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.436548:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 46 pid: 5820 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.436577:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd778c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89849 expref: 46 pid: 5820 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.436593:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:1.0:1785389100.436598:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.436608:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.436617:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.437205:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389100.437269:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2363:x1872115458724992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 763us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.437278:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 267 00010000:00010000:2.0:1785389100.437341:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.437350:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389100.437373:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000100:00100000:1.0:1785389100.438191:0:7859:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7859:1872115485837952:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1785389100.438251:0:7859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389100.438280:0:7859:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6ad900 going to sleep for 11 seconds 00000004:00080000:2.0:1785389100.438473:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00000100:00100000:0.0:1785389100.438731:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485837952 00000100:00100000:0.0:1785389100.438740:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485837952 00000100:00100000:0.0:1785389100.438869:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1785389100.438880:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7859:x1872115485837952:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1785389100.438933:0:6614:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00010000:00010000:2.0:1785389100.442486:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442505:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442527:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442534:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301f05e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389100.442540:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442549:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442568:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389100.442572:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389100.442577:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442585:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05e00/0xb9b521054fd778d5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442672:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04e00/0xb9b521054fd778ce lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89850 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442684:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:2.0:1785389100.442687:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389100.442691:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04e00/0xb9b521054fd778ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89850 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.442700:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f04e00, rc 0) 00000100:00100000:2.0:1785389100.442806:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:24631:x1872115458724864:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 15591us (15937us total) trans 4294967875 rc 301/301 00000100:00100000:2.0:1785389100.442824:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 867 00000100:00080000:3.0:1785389100.446266:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389100.446381:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.446445:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458725248 00000100:00100000:1.0:1785389100.446456:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458725248 00000100:00100000:1.0:1785389100.446532:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 179 00000100:00100000:1.0:1785389100.446545:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:24631:x1872115458725248:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389100.447009:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:24631:x1872115458725248:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 466us (633us total) trans 4294967876 rc 0/0 00000100:00100000:1.0:1785389100.447018:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 179 00000100:00100000:3.0:1785389100.451988:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.452098:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458725376 00000100:00100000:0.0:1785389100.452110:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458725376 00000100:00100000:0.0:1785389100.452171:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 868 00000100:00100000:0.0:1785389100.452181:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:24631:x1872115458725376:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389100.452211:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389100.452236:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04800/0xb9b521054fd778e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89857 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.452321:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04600/0xb9b521054fd778ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.452337:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04600/0xb9b521054fd778ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.452349:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04600/0xb9b521054fd778ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389100.452408:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:0.0:1785389100.452412:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389100.452433:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04600/0xb9b521054fd778ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.452461:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04800/0xb9b521054fd778e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89857 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.452479:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04600/0xb9b521054fd778ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89857 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.452489:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:0.0:1785389100.452492:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1785389100.452496:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f04600, rc 0) 00000100:00100000:0.0:1785389100.452561:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:24631:x1872115458725376:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 381us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389100.452568:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 868 00000100:00100000:3.0:1785389100.460412:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.460580:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458725504 00000100:00100000:0.0:1785389100.460594:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458725504 00000100:00100000:0.0:1785389100.460688:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 217 00000100:00100000:0.0:1785389100.460699:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458725504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389100.460722:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389100.460764:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8985e expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389100.460798:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389100.460825:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=820s v=(0 0) 00010000:00010000:0.0:1785389100.460846:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389100.460857:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.460879:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.460895:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f05a00, rc 0) 00000100:00100000:0.0:1785389100.460961:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458725504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 264us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389100.460981:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 217 00000100:00080000:3.0:1785389100.461096:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389100.465286:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.465679:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458725760 00000100:00100000:2.0:1785389100.465691:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458725760 00000100:00100000:2.0:1785389100.465787:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 869 00000100:00100000:2.0:1785389100.465799:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:24631:x1872115458725760:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389100.466017:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:24631:x1872115458725760:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 219us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389100.466025:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 869 00000100:00100000:1.0:1785389100.479533:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:7859:x1872115485837952:12345-0@lo:5:osp-pre-1-0.0 Request processed in 40644us (41269us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1785389100.479550:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1785389100.482886:0:7859:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7859:1872115485837952:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1785389100.482912:0:7859:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:3.0:1785389100.493396:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.496406:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458725888 00000100:00100000:0.0:1785389100.496423:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458725888 00000100:00100000:0.0:1785389100.496550:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 218 00000100:00100000:0.0:1785389100.496562:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:24631:x1872115458725888:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389100.496586:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389100.496609:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89865 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.496659:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.496670:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389100.496675:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389100.496681:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.496763:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.496780:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389100.496797:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485838080:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389100.496905:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324b2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389100.500537:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.502540:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485838080:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389100.502607:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389100.502634:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301f04800, rc 0) 00000100:00100000:2.0:1785389100.502723:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:24631:x1872115458725888:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 6162us (9340us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389100.502734:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 218 00000100:00100000:3.0:1785389100.504962:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726016 00000100:00100000:3.0:1785389100.504988:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726016 00010000:00010000:3.0:1785389100.505041:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389100.505154:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:3.0:1785389100.505165:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458726016:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389100.505186:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389100.505215:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.505229:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.505267:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b73a318/0xb9b521054fd778f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8985e expref: 11 pid: 12002 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.505287:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389100.505292:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389100.505302:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.505337:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389100.505381:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389100.505398:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485838208:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389100.505536:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342dfba840 going to sleep for 11 seconds 00000100:00100000:3.0:1785389100.522470:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485838208:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389100.522495:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389100.522551:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458726016:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17387us (22024us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389100.522562:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:3.0:1785389100.569470:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.569584:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726144 00000100:00100000:2.0:1785389100.569597:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726144 00002000:00100000:2.0:1785389100.569675:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff943302cec000 x1872115458726144/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/0 e 0 to 0 dl 1785389111 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389100.569689:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cec000 with x1872115458726144 ext(0->1048575) 00002000:00010000:2.0:1785389100.569696:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cec000 00000100:00100000:2.0:1785389100.569738:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 75 00000100:00100000:2.0:1785389100.569781:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458726144:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1785389100.585957:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.586079:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726272 00000100:00100000:1.0:1785389100.586097:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726272 00002000:00100000:1.0:1785389100.586182:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff943302cefb80 x1872115458726272/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/0 e 0 to 0 dl 1785389111 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389100.586195:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cefb80 with x1872115458726272 ext(1048576->2097151) 00002000:00010000:1.0:1785389100.586202:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cefb80 00000100:00100000:1.0:1785389100.586246:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 76 00000100:00100000:1.0:1785389100.586261:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458726272:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1785389100.609180:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115458726144:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 39384us (39706us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1785389100.609199:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 75 00002000:00100000:2.0:1785389100.609217:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff943302cec000 x1872115458726144/t4294967341(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/448 e 0 to 0 dl 1785389111 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389100.609230:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cec000 with x1872115458726144 ext(0->1048575) 00002000:00010000:2.0:1785389100.609238:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cec000 00000100:00100000:1.0:1785389100.642131:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2362:x1872115458726272:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 55864us (56188us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1785389100.642145:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 76 00002000:00100000:1.0:1785389100.642158:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff943302cefb80 x1872115458726272/t4294967342(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/448 e 0 to 0 dl 1785389111 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389100.642169:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cefb80 with x1872115458726272 ext(1048576->2097151) 00002000:00010000:1.0:1785389100.642189:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cefb80 00000100:00100000:3.0:1785389100.642340:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.642484:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726400 00000100:00100000:1.0:1785389100.642495:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726400 00002000:00100000:1.0:1785389100.642530:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff943302cef480 x1872115458726400/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/0 e 0 to 0 dl 1785389111 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389100.642540:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cef480 with x1872115458726400 ext(2097152->3145727) 00002000:00010000:1.0:1785389100.642544:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cef480 00000100:00100000:1.0:1785389100.642578:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:1.0:1785389100.642586:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2365:x1872115458726400:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1785389100.673596:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2365:x1872115458726400:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 30999us (31253us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1785389100.673611:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 77 00002000:00100000:1.0:1785389100.673624:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff943302cef480 x1872115458726400/t4294967343(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/448 e 0 to 0 dl 1785389111 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389100.673635:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302cef480 with x1872115458726400 ext(2097152->3145727) 00002000:00010000:1.0:1785389100.673642:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302cef480 00000100:00100000:0.0:1785389100.680578:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389100.680699:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726528 00000100:00100000:2.0:1785389100.680711:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726528 00002000:00100000:2.0:1785389100.680871:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff943441e56680 x1872115458726528/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/0 e 0 to 0 dl 1785389111 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389100.680882:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e56680 with x1872115458726528 ext(3145728->4194303) 00002000:00010000:2.0:1785389100.680890:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943441e56680 00000100:00100000:2.0:1785389100.680922:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:2.0:1785389100.681001:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2364:x1872115458726528:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389100.721135:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2364:x1872115458726528:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 40185us (40553us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1785389100.721154:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 78 00002000:00100000:0.0:1785389100.721174:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff943441e56680 x1872115458726528/t4294967344(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/448 e 0 to 0 dl 1785389111 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389100.721186:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e56680 with x1872115458726528 ext(3145728->4194303) 00002000:00010000:0.0:1785389100.721195:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943441e56680 00000100:00100000:3.0:1785389100.730615:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.734470:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726656 00000100:00100000:1.0:1785389100.734489:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726656 00002000:00100000:1.0:1785389100.734561:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff943302ced180 x1872115458726656/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/0 e 0 to 0 dl 1785389111 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389100.734573:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302ced180 with x1872115458726656 ext(4194304->5242879) 00002000:00010000:1.0:1785389100.734580:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302ced180 00000100:00100000:1.0:1785389100.734622:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:1.0:1785389100.734632:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2363:x1872115458726656:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1785389100.762158:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115458726656:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 27512us (31544us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1785389100.762177:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 79 00002000:00100000:2.0:1785389100.762194:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff943302ced180 x1872115458726656/t4294967345(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:596/0 lens 488/448 e 0 to 0 dl 1785389111 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389100.762207:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302ced180 with x1872115458726656 ext(4194304->5242879) 00002000:00010000:2.0:1785389100.762215:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302ced180 00000100:00100000:3.0:1785389100.771476:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389100.773870:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726784 00000100:00100000:0.0:1785389100.773887:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726784 00000100:00100000:0.0:1785389100.774078:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 870 00000100:00100000:0.0:1785389100.774090:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:24631:x1872115458726784:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1785389100.870367:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967874 is committed 00000001:00080000:1.0:1785389100.870392:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967869 is committed 00000004:00080000:1.0:1785389100.870396:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:1.0:1785389100.870423:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943421fc3900 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:1.0:1785389100.870429:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343c7f5500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943421fc3240 00000020:00080000:1.0:1785389100.870432:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343c7f5a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94340c451800 00000001:00080000:1.0:1785389100.870457:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967876 is committed 00000001:00080000:1.0:1785389100.870472:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967870 is committed 00000004:00080000:1.0:1785389100.870477:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:1.0:1785389100.870511:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:1.0:1785389100.870735:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:1.0:1785389100.870914:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458726784:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 96820us (99445us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389100.870926:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 870 00000100:00100000:1.0:1785389100.873354:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485838336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1785389100.873440:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389100.873587:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485838336 00000100:00100000:0.0:1785389100.873598:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485838336 00000100:00100000:0.0:1785389100.873694:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1785389100.873705:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485838336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1785389100.873778:0:12002:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00002000:00010000:0.0:1785389100.873820:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a6ae028, atime: 0x0, ctime: 0x6a6ae028, blocks: 0x2807 00010000:00010000:0.0:1785389100.873831:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.873851:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=821s v=(0 0) 00010000:00010000:0.0:1785389100.873856:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389100.873864:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.873885:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.873898:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.873906:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389100.873927:0:12002:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389100.874689:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3325:x1872115485838336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 985us (1248us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1785389100.874698:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:3.0:1785389100.874907:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389100.874979:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389100.874987:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.874998:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301f04c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389100.875002:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.875012:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.875041:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.875048:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea2cfadb/0xb9b521054fd778ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389100.875069:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389100.875071:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389100.875073:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1785389100.875112:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943441e55c00/2, rc 0, transno 4294967343 00000100:00100000:1.0:1785389100.875119:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485838336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1785389100.877005:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389100.878436:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458726912 00000100:00100000:1.0:1785389100.878450:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458726912 00000100:00100000:1.0:1785389100.878561:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:1.0:1785389100.878571:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2362:x1872115458726912:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1785389101.084649:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000001:00080000:1.0:1785389101.084694:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:1.0:1785389101.084708:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000100:00100000:2.0:1785389101.084805:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458726912:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 206224us (207798us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.084835:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:1.0:1785389101.089832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389101.089924:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458727168 00000100:00100000:0.0:1785389101.089949:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458727168 00000100:00100000:0.0:1785389101.090019:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:0.0:1785389101.090029:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458727168:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389101.090084:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389101.090109:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04600/0xb9b521054fd778ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89857 expref: 38 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389101.090130:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:0.0:1785389101.090135:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389101.090165:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389101.090179:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389101.090188:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389101.090468:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000053ef2b42 reply state 0000000055088a20 transno 4294967877 ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389101.090477:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389101.090572:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:24631:x1872115458727168:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 544us (748us total) trans 4294967877 rc 0/0 00000100:00100000:0.0:1785389101.090580:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:3.0:1785389101.093479:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785389101.094364:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.094377:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.094385:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.094409:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301f05c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389101.094414:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.094421:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.094437:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:1.0:1785389101.094440:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389101.094443:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.094448:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f05c00/0xb9b521054fd77906 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389101.094518:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458727296 00000100:00100000:2.0:1785389101.094527:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458727296 00000100:00100000:2.0:1785389101.094580:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:2.0:1785389101.094590:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458727296:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389101.094614:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389101.094631:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8986c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.094685:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.094698:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.094717:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389101.094720:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389101.094722:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5a00, rc 0) 00000100:00100000:3.0:1785389101.095587:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:24631:x1872115458727296:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 995us (2111us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389101.095596:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:1.0:1785389101.097597:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.097673:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458727424 00000100:00100000:2.0:1785389101.097682:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458727424 00000100:00100000:2.0:1785389101.097814:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00100000:2.0:1785389101.097824:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458727424:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1785389101.098615:0:14689:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1785389101.098632:0:14689:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1785389096 00002000:00010000:3.0:1785389101.098634:0:14689:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb atime from disk: 0 -> 1785389097 00002000:00010000:3.0:1785389101.098636:0:14689:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1785389096 00002000:00010000:3.0:1785389101.098638:0:14689:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 1 -> 10247 00000100:00100000:3.0:1785389101.098697:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458727424:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 873us (1105us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1785389101.098705:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00100000:1.0:1785389101.106839:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389101.107057:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458727680 00000100:00100000:3.0:1785389101.107066:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458727680 00000100:00100000:3.0:1785389101.107110:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 873 00000100:00100000:3.0:1785389101.107118:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:24631:x1872115458727680:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1785389101.107594:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.107612:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.107621:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.107653:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.107667:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 39 pid: 5820 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389101.107680:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485838464:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389101.107793:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342dfbaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389101.113324:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485838464:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389101.113350:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389101.114081:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.114159:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458727808 00000100:00100000:2.0:1785389101.114166:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458727808 00010000:00010000:2.0:1785389101.114203:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 40 pid: 5820 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389101.114268:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 269 00000100:00100000:2.0:1785389101.114277:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426385450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2362:x1872115458727808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389101.114291:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389101.114298:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 40 pid: 5820 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.114311:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 40 pid: 5820 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.114333:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd778b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89842 expref: 40 pid: 5820 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.114349:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:2.0:1785389101.114353:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.114362:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.114370:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.114393:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389101.114449:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426385450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2362:x1872115458727808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 173us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.114456:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 269 00010000:00010000:3.0:1785389101.114922:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.114930:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.114970:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.114978:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.114985:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.114991:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389101.114995:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.115012:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.115020:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:3.0:1785389101.115023:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1785389101.115026:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.115032:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77914 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389101.115429:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458727680:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 8309us (8598us total) trans 0 rc -22/-22 00000100:00100000:3.0:1785389101.115436:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 873 00000100:00100000:1.0:1785389101.119391:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389101.119479:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458727936 00000100:00100000:3.0:1785389101.119488:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458727936 00000100:00100000:3.0:1785389101.119532:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 222 00000100:00100000:3.0:1785389101.119542:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458727936:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389101.119585:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.119605:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.119614:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389101.119618:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389101.119623:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.119653:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.119666:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 11 pid: 14689 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389101.119685:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485838592:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389101.119784:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342dfbaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389101.128101:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485838592:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389101.128129:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389101.148741:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389101.148903:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458728064 00000100:00100000:3.0:1785389101.148913:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458728064 00010000:00010000:3.0:1785389101.148968:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 12 pid: 14689 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389101.149007:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00100000:3.0:1785389101.149016:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458728064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389101.149031:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389101.149055:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 12 pid: 14689 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.149069:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 12 pid: 14689 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.149093:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f65c040/0xb9b521054fd778f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89865 expref: 12 pid: 14689 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.149109:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389101.149113:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389101.149118:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.149145:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.149179:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389101.149249:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458728064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 234us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389101.149257:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 270 00010000:00010000:1.0:1785389101.149412:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149424:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149447:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149467:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149476:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149483:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389101.149487:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149496:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149508:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.149515:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd7791b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389101.149563:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458727936:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 30022us (30179us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389101.149570:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 222 00000100:00100000:2.0:1785389101.153351:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389101.153436:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458728320 00000100:00100000:1.0:1785389101.153446:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458728320 00000100:00100000:1.0:1785389101.153501:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 874 00000100:00100000:1.0:1785389101.153520:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:24631:x1872115458728320:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389101.153601:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153619:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153630:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153886:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153898:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153906:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153936:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.153959:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 39 pid: 9185 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389101.153975:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485838720:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389101.154056:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389101.158327:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485838720:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389101.158356:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389101.159894:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389101.160030:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458728448 00000100:00100000:3.0:1785389101.160039:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458728448 00010000:00010000:3.0:1785389101.160075:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 40 pid: 9185 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389101.160116:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 271 00000100:00100000:3.0:1785389101.160125:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2362:x1872115458728448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389101.160637:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389101.160645:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 40 pid: 9185 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.160657:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 40 pid: 9185 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.160678:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7790d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8986c expref: 40 pid: 9185 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.160692:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:3.0:1785389101.160713:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.160724:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.160733:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389101.161451:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389101.161520:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2362:x1872115458728448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1393us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389101.161530:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 271 00010000:00010000:0.0:1785389101.166642:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389101.166658:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389101.167604:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967878 00000001:00080000:0.0:1785389101.168285:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967879 00000001:00080000:0.0:1785389101.168337:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967880 00000100:00100000:0.0:1785389101.168421:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485838848:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1785389101.168877:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389101.168920:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389101.169294:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485838848 00000100:00100000:2.0:1785389101.169302:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485838848 00000100:00100000:2.0:1785389101.169361:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1785389101.169368:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485838848:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1785389101.169463:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485838848:12345-0@lo:1000:mdt00_001.0 Request processed in 95us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.169469:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1785389101.169588:0:5821:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:1.0:1785389101.169594:0:5821:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943301df4700, transno 4294967339 00000100:00100000:1.0:1785389101.169622:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485838848:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1785389101.171340:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967881 00000100:00100000:1.0:1785389101.172601:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485838976:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1785389101.172667:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389101.172764:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389101.176697:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485838976 00000100:00100000:0.0:1785389101.176792:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485838976 00000100:00100000:0.0:1785389101.176982:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1785389101.176994:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485838976:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1785389101.179117:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5821:x1872115485838976:12345-0@lo:1000:mdt00_001.0 Request processed in 2121us (6444us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1785389101.179128:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1785389101.179395:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485838976:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1785389101.179505:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967882 00010000:00010000:1.0:1785389101.179538:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179548:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179554:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179559:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389101.179563:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179570:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179582:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507e00) 00010000:00010000:1.0:1785389101.179585:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389101.179589:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179606:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77929 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179633:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179638:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179643:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179647:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389101.179649:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179654:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179660:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389101.179661:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389101.179668:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179677:0:5821:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179684:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.179722:0:5821:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389101.179734:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485839104:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389101.179852:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389101.185576:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389101.185676:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485839104:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389101.185705:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185716:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7782d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185771:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389101.185786:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458728576 00000100:00100000:2.0:1785389101.185793:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458728576 00010000:00010000:1.0:1785389101.185796:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185807:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185817:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185824:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185830:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185854:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389101.185859:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185866:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185878:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389101.185881:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389101.185884:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185889:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77930 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185901:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185907:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389101.185909:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 180 00010000:00010000:1.0:1785389101.185913:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389101.185918:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:24630:x1872115458728576:12345-192.168.204.39@tcp:49:md5sum.0 00010000:00010000:1.0:1785389101.185918:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389101.185931:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185937:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185964:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:1.0:1785389101.185966:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389101.185969:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.185973:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77922 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785389101.186340:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389101.186559:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:24630:x1872115458728576:12345-192.168.204.39@tcp:49:md5sum.0 Request processed in 639us (990us total) trans 0 rc 0/0 00000040:00080000:1.0:1785389101.186562:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389101.186567:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1785389101.186568:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 180 00000040:00080000:1.0:1785389101.187571:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1785389101.187580:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389101.188335:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458728320:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 34813us (34988us total) trans 4294967883 rc 0/0 00000100:00100000:0.0:1785389101.188345:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 874 00000020:00080000:0.0:1785389101.188350:0:5821:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1785389101.196107:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.196365:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458728832 00000100:00100000:2.0:1785389101.196376:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458728832 00000100:00100000:2.0:1785389101.196433:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 181 00000100:00100000:2.0:1785389101.196443:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:24631:x1872115458728832:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1785389101.200274:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389101.200410:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967884 00010000:00010000:2.0:1785389101.200474:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.200502:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.200515:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.200530:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.200537:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.200544:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.200566:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389101.200672:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:24631:x1872115458728832:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 4227us (4570us total) trans 4294967885 rc 0/0 00000100:00100000:2.0:1785389101.200680:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 181 00000020:00080000:2.0:1785389101.200685:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389101.202630:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389101.202639:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.202648:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389101.202652:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.202661:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.202676:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff94340b507700) 00010000:00010000:1.0:1785389101.202679:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389101.202684:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.202690:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd77937 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389101.202722:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389101.202724:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389101.202726:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389101.206386:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.207841:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458728960 00000100:00100000:2.0:1785389101.207853:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458728960 00000100:00100000:2.0:1785389101.207919:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 223 00000100:00100000:2.0:1785389101.207929:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:24630:x1872115458728960:12345-192.168.204.39@tcp:101:md5sum.0 00010000:00010000:2.0:1785389101.207947:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389101.207977:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89873 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389101.208547:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a6ae028, atime: 0x6a6ae029, ctime: 0x6a6ae028, blocks: 0x2807 00010000:00010000:2.0:1785389101.208571:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=821s v=(0 0) 00010000:00010000:2.0:1785389101.208575:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389101.208584:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 13 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.208617:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 13 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389101.208628:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5200, rc 0) 00000100:00100000:2.0:1785389101.208905:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:24630:x1872115458728960:12345-192.168.204.39@tcp:101:md5sum.0 Request processed in 977us (2525us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.208913:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 223 00000100:00080000:3.0:1785389101.209866:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389101.220274:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389101.220420:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729088 00000100:00100000:1.0:1785389101.220430:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729088 00002000:00100000:1.0:1785389101.220476:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (0->32767) req@ffff943405af1180 x1872115458729088/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1785389112 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.220487:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af1180 with x1872115458729088 ext(0->32767) 00002000:00010000:1.0:1785389101.220492:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405af1180 00000100:00100000:1.0:1785389101.220526:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00100000:1.0:1785389101.220536:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458729088:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:1.0:1785389101.228444:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458729088:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 7898us (8169us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1785389101.228459:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 80 00002000:00100000:1.0:1785389101.228472:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (0->32767) req@ffff943405af1180 x1872115458729088/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/440 e 0 to 0 dl 1785389112 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.228482:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af1180 with x1872115458729088 ext(0->32767) 00002000:00010000:1.0:1785389101.228488:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405af1180 00010000:00010000:3.0:1785389101.235374:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389101.247272:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389101.247361:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729216 00000100:00100000:1.0:1785389101.247369:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729216 00002000:00100000:1.0:1785389101.247411:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (32768->1048575) req@ffff943301df4700 x1872115458729216/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1785389112 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.247422:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df4700 with x1872115458729216 ext(32768->1048575) 00002000:00010000:1.0:1785389101.247442:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943301df4700 00000100:00100000:1.0:1785389101.247472:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 81 00000100:00100000:1.0:1785389101.247480:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458729216:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:1.0:1785389101.281853:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458729216:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 34312us (34528us total) trans 0 rc 1015808/1015808 00000100:00100000:1.0:1785389101.281867:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 81 00002000:00100000:1.0:1785389101.281879:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (32768->1048575) req@ffff943301df4700 x1872115458729216/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/440 e 0 to 0 dl 1785389112 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.281889:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df4700 with x1872115458729216 ext(32768->1048575) 00002000:00010000:1.0:1785389101.281894:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943301df4700 00000100:00100000:0.0:1785389101.359447:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389101.359488:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389101.359511:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389101.359585:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389101.367771:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729344 00000100:00100000:3.0:1785389101.367792:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729344 00002000:00100000:3.0:1785389101.367856:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff94343d378e00 x1872115458729344/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1785389112 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389101.367868:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d378e00 with x1872115458729344 ext(1048576->2097151) 00002000:00010000:3.0:1785389101.367874:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d378e00 00000100:00100000:3.0:1785389101.367904:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729600 00000100:00100000:3.0:1785389101.367907:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729600 00002000:00100000:3.0:1785389101.367932:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff94343d378a80 x1872115458729600/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1785389112 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389101.367964:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d378a80 with x1872115458729600 ext(3145728->4194303) 00002000:00010000:3.0:1785389101.367967:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d378a80 00000100:00100000:3.0:1785389101.367976:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729472 00000100:00100000:3.0:1785389101.367979:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729472 00002000:00100000:3.0:1785389101.367993:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff94343d37ad80 x1872115458729472/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1785389112 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389101.368001:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37ad80 with x1872115458729472 ext(2097152->3145727) 00002000:00010000:3.0:1785389101.368004:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37ad80 00000100:00100000:3.0:1785389101.368010:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729728 00000100:00100000:3.0:1785389101.368013:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729728 00002000:00100000:3.0:1785389101.368025:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff94343d37a300 x1872115458729728/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1785389112 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389101.368033:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37a300 with x1872115458729728 ext(4194304->5242879) 00002000:00010000:3.0:1785389101.368035:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37a300 00000100:00100000:3.0:1785389101.368047:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 82 00000100:00100000:3.0:1785389101.368056:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458729344:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:3.0:1785389101.369121:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 83 00000100:00100000:3.0:1785389101.369132:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458729600:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:1.0:1785389101.371268:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 84 00000100:00100000:1.0:1785389101.371286:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115458729472:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:1.0:1785389101.400280:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115458729344:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 32213us (40830us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1785389101.400294:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 82 00002000:00100000:1.0:1785389101.400308:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff94343d378e00 x1872115458729344/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/440 e 0 to 0 dl 1785389112 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.400317:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d378e00 with x1872115458729344 ext(1048576->2097151) 00002000:00010000:1.0:1785389101.400325:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d378e00 00000100:00100000:1.0:1785389101.400357:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 85 00000100:00100000:1.0:1785389101.400369:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458729728:12345-192.168.204.39@tcp:3:md5sum.0 00000100:00100000:3.0:1785389101.415548:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458729600:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 46408us (56048us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1785389101.415560:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 83 00002000:00100000:3.0:1785389101.415572:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff94343d378a80 x1872115458729600/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/440 e 0 to 0 dl 1785389112 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389101.415600:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d378a80 with x1872115458729600 ext(3145728->4194303) 00002000:00010000:3.0:1785389101.415606:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d378a80 00000100:00100000:1.0:1785389101.435699:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458729472:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 64411us (76176us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1785389101.435723:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 84 00002000:00100000:1.0:1785389101.435736:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff94343d37ad80 x1872115458729472/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/440 e 0 to 0 dl 1785389112 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.436232:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37ad80 with x1872115458729472 ext(2097152->3145727) 00002000:00010000:1.0:1785389101.436240:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37ad80 00000100:00100000:1.0:1785389101.455768:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458729728:12345-192.168.204.39@tcp:3:md5sum.0 Request processed in 55373us (96151us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1785389101.455790:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 85 00002000:00100000:1.0:1785389101.455809:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff94343d37a300 x1872115458729728/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:597/0 lens 488/440 e 0 to 0 dl 1785389112 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389101.455819:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37a300 with x1872115458729728 ext(4194304->5242879) 00002000:00010000:1.0:1785389101.455826:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37a300 00000100:00100000:0.0:1785389101.515833:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.515971:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458729984 00000100:00100000:2.0:1785389101.515985:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458729984 00000100:00100000:2.0:1785389101.516065:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 182 00000100:00100000:2.0:1785389101.516077:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:24630:x1872115458729984:12345-192.168.204.39@tcp:35:md5sum.0 00000100:00100000:2.0:1785389101.516564:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:24630:x1872115458729984:12345-192.168.204.39@tcp:35:md5sum.0 Request processed in 489us (743us total) trans 4294967886 rc 0/0 00000100:00100000:2.0:1785389101.516573:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 182 00000100:00100000:2.0:1785389101.719510:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.719587:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389101.719631:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389101.719782:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730240 00000100:00100000:0.0:1785389101.719795:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730240 00000100:00100000:0.0:1785389101.719877:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730368 00000100:00100000:0.0:1785389101.719881:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730368 00000100:00100000:3.0:1785389101.719908:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00100000:3.0:1785389101.719934:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458730240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389101.720037:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2364:x1872115458730240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 107us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389101.720092:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730112 00000100:00100000:1.0:1785389101.720097:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730112 00000100:00100000:1.0:1785389101.720129:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 592 00000100:00100000:1.0:1785389101.720136:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458730112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389101.720163:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458730112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389101.720170:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 592 00000100:00080000:2.0:1785389101.722300:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389101.726671:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 435 00000100:00100000:0.0:1785389101.726704:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458730368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389101.726835:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2364:x1872115458730368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 147us (7202us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389101.726845:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 435 00000100:00100000:3.0:1785389101.734756:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00100000:1.0:1785389101.935090:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485839616:0@lo:400:kworker.0 00000100:00100000:1.0:1785389101.935160:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389101.935225:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389101.935231:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485839488:0@lo:400:kworker.0 00000100:00100000:1.0:1785389101.935272:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389101.935302:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485839616 00000100:00100000:1.0:1785389101.935308:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485839616 00000100:00100000:1.0:1785389101.935353:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1785389101.935362:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3325:x1872115485839616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389101.935407:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3325:x1872115485839616:12345-0@lo:400:kworker.0 Request processed in 47us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389101.935414:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1785389101.935451:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485839616:0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.935679:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485839360:0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.935708:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389101.935733:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485839872:0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.935782:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389101.935810:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1785389101.935816:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485839232:0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.935852:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389101.935872:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485839744:0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.935890:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389101.935912:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485839232 00000100:00100000:2.0:1785389101.935916:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485839232 00000100:00100000:2.0:1785389101.935953:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1785389101.935960:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485839232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.935996:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485839232:12345-0@lo:400:kworker.0 Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.936003:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1785389101.936043:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485839232:0@lo:400:kworker.0 00000100:00100000:1.0:1785389101.936105:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485839872 00000100:00100000:1.0:1785389101.936110:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485839872 00000100:00100000:1.0:1785389101.936135:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1785389101.936142:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485839872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.936187:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485839488 00000100:00100000:2.0:1785389101.936191:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485839488 00000100:00100000:2.0:1785389101.936222:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485839360 00000100:00100000:2.0:1785389101.936225:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485839360 00000100:00100000:2.0:1785389101.936235:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485839744 00000100:00100000:2.0:1785389101.936238:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485839744 00000100:00100000:2.0:1785389101.936258:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1785389101.936264:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485839488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389101.936299:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485839488:12345-0@lo:400:kworker.0 Request processed in 35us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.936306:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1785389101.936319:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1785389101.936326:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485839360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389101.936498:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1785389101.936521:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485839744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389101.942637:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485839872:12345-0@lo:400:kworker.0 Request processed in 6486us (6845us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389101.942650:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1785389101.942724:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485839488:0@lo:400:kworker.0 00000100:00080000:3.0:1785389101.942843:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389101.943603:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485839360:12345-0@lo:400:kworker.0 Request processed in 7275us (7890us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389101.943630:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1785389101.950742:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485839744:12345-0@lo:400:kworker.0 Request processed in 14215us (14833us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389101.950774:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1785389101.959548:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485839744:0@lo:400:kworker.0 00000100:00100000:3.0:1785389101.959674:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485839360:0@lo:400:kworker.0 00000100:00100000:3.0:1785389101.959688:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485839872:0@lo:400:kworker.0 00010000:00010000:1.0:1785389102.258036:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389102.448290:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485840000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389102.448356:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389102.448424:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840000 00000100:00100000:2.0:1785389102.448431:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840000 00000100:00100000:2.0:1785389102.448487:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1785389102.448497:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485840000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389102.448530:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1785389102.448573:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485840000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389102.448580:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:2.0:1785389102.448599:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389102.448635:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485840000:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1785389103.076814:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00010000:00010000:3.0:1785389103.284631:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389103.470867:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389103.470890:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485840128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389103.470976:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389103.471041:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840128 00000100:00100000:2.0:1785389103.471048:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840128 00000100:00100000:2.0:1785389103.471115:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1785389103.471125:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485840128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389103.471164:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389103.471223:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485840128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389103.471230:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00080000:2.0:1785389103.471252:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389103.471290:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:2.0:1785389103.471296:0:3324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343c3d4a80, transno 4294967341 00000004:00080000:2.0:1785389103.471308:0:3324:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967342 committed transno 4294967343 00000004:00080000:2.0:1785389103.471333:0:3324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943441e55c00, transno 4294967343 00000100:00100000:2.0:1785389103.471345:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485840128:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389104.304186:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389105.328777:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1785389106.105021:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000001:00080000:0.0:1785389106.105039:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:1.0:1785389106.113720:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967881 is committed 00000001:00080000:1.0:1785389106.113775:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967883 is committed 00000020:00080000:1.0:1785389106.113783:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943405939300 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:1.0:1785389106.113788:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943421e19e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943405939900 00000020:00080000:1.0:1785389106.113792:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943421e19b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94342e25fc00 00000020:00080000:1.0:1785389106.113812:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000001:00080000:1.0:1785389106.113837:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967886 is committed 00000001:00080000:1.0:1785389106.113843:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967885 is committed 00000020:00080000:3.0:1785389106.113975:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:3.0:1785389106.114137:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000040:00080000:1.0:1785389106.287690:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389106.287699:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389106.287740:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1785389106.287765:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389106.351540:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389106.841861:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389106.841908:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389106.841936:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730752 00000100:00100000:0.0:1785389106.841945:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730752 00000100:00100000:0.0:1785389106.842002:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 438 00000100:00100000:0.0:1785389106.842013:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458730752:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389106.842084:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458730752:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389106.842092:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 438 00000100:00100000:0.0:1785389106.842128:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389106.842147:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458731008 00000100:00100000:3.0:1785389106.842320:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389106.842339:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389106.842353:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389106.842373:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389106.842389:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458731264 00000100:00100000:3.0:1785389106.842393:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458731264 00000100:00100000:3.0:1785389106.842418:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730880 00000100:00100000:3.0:1785389106.842421:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730880 00000100:00100000:3.0:1785389106.842433:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458731136 00000100:00100000:3.0:1785389106.842447:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458731136 00000100:00100000:3.0:1785389106.842464:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 439 00000100:00100000:3.0:1785389106.842470:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458731264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389106.842500:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458731264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389106.842507:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 439 00000100:00100000:3.0:1785389106.842531:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00100000:3.0:1785389106.842538:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458730880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389106.842561:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458730880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389106.842567:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00100000:3.0:1785389106.842578:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:3.0:1785389106.842584:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458731136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389106.842606:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458731136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389106.842612:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:0.0:1785389106.842713:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458731008 00000100:00100000:0.0:1785389106.842793:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730624 00000100:00100000:0.0:1785389106.842801:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730624 00000100:00100000:0.0:1785389106.842824:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00100000:0.0:1785389106.842830:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2362:x1872115458731008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389106.842934:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2362:x1872115458731008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 103us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389106.842941:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00100000:0.0:1785389106.842953:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 473 00000100:00100000:0.0:1785389106.842959:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2362:x1872115458730624:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389106.842983:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2362:x1872115458730624:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389106.842988:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 473 00000100:00100000:2.0:1785389106.843180:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458730496 00000100:00100000:2.0:1785389106.843184:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458730496 00000100:00100000:2.0:1785389106.843220:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 594 00000100:00100000:2.0:1785389106.843227:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458730496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389106.843257:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458730496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389106.843263:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 594 00000100:00080000:2.0:1785389106.843289:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389106.843293:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389106.843295:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389107.055852:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485840256:0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.055939:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389107.056006:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840256 00000100:00100000:0.0:1785389107.056014:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840256 00000100:00100000:0.0:1785389107.056066:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1785389107.056076:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485840256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.056130:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485840256:12345-0@lo:400:kworker.0 Request processed in 55us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389107.056137:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1785389107.060065:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485840256:0@lo:400:kworker.0 00000100:00100000:1.0:1785389107.064008:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485840512:0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.064133:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485840768:0@lo:400:kworker.0 00000100:00100000:3.0:1785389107.064211:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485840384:0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.072471:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389107.072542:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485840640:0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.072600:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389107.072692:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840768 00000100:00100000:2.0:1785389107.072700:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840768 00000100:00100000:2.0:1785389107.072793:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1785389107.072802:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485840768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389107.072874:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485840768:12345-0@lo:400:kworker.0 Request processed in 64us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389107.072881:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1785389107.073304:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389107.073694:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840640 00000100:00100000:3.0:1785389107.073700:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840640 00000100:00100000:1.0:1785389107.077443:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840512 00000100:00100000:1.0:1785389107.077458:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840512 00000100:00080000:0.0:1785389107.081365:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389107.081375:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389107.081445:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485840768:0@lo:400:kworker.0 00000100:00100000:3.0:1785389107.082803:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1785389107.082817:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485840640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389107.082926:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485840640:12345-0@lo:400:kworker.0 Request processed in 113us (10324us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389107.082933:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1785389107.086287:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485840640:0@lo:400:kworker.0 00000100:00100000:3.0:1785389107.086418:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389107.086502:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485840896:0@lo:400:kworker.0 00000100:00100000:3.0:1785389107.086542:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389107.086569:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840896 00000100:00100000:3.0:1785389107.086575:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840896 00000100:00100000:3.0:1785389107.086624:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1785389107.086632:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485840896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389107.086676:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485840896:12345-0@lo:400:kworker.0 Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389107.086682:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1785389107.086710:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1785389107.086715:0:3323:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967347 00000100:00100000:3.0:1785389107.086734:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485840896:0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.095104:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485840384 00000100:00100000:0.0:1785389107.095118:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485840384 00000100:00100000:0.0:1785389107.095475:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1785389107.095488:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485840512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.095574:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485840512:12345-0@lo:400:kworker.0 Request processed in 89us (22269us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389107.095581:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1785389107.095596:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1785389107.095602:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485840384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389107.095629:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485840384:12345-0@lo:400:kworker.0 Request processed in 28us (9213us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389107.095635:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:0.0:1785389107.095650:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389107.095716:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485840384:0@lo:400:kworker.0 00000100:00100000:2.0:1785389107.099104:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485840512:0@lo:400:kworker.0 00010000:00010000:1.0:1785389107.375080:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389107.571051:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389107.571071:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485841024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389107.571146:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389107.571201:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485841024 00000100:00100000:3.0:1785389107.571208:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485841024 00000100:00100000:3.0:1785389107.571246:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1785389107.571254:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485841024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389107.571289:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1785389107.571328:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485841024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389107.571335:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1785389107.571388:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485841024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389108.062949:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389108.064901:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458731392 00000100:00100000:0.0:1785389108.064915:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458731392 00000100:00100000:0.0:1785389108.064991:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 875 00000100:00100000:0.0:1785389108.065001:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25050:x1872115458731392:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389108.065021:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389108.065040:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77945 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8987a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.065106:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7794c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.065133:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7794c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.065147:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7794c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389108.065499:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 7680 00000004:00200000:0.0:1785389108.065504:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389108.065596:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7794c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.065625:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77945 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8987a expref: 83 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.065640:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7794c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8987a expref: 82 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.065650:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389108.065653:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389108.065658:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00080000:1.0:1785389108.065806:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389108.068210:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25050:x1872115458731392:12345-192.168.204.39@tcp:101:rm.0 Request processed in 3204us (5264us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389108.068221:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 875 00000100:00100000:0.0:1785389108.076312:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389108.076370:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458731648 00000100:00100000:2.0:1785389108.076381:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458731648 00000100:00100000:2.0:1785389108.076454:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 876 00000100:00100000:2.0:1785389108.076463:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25050:x1872115458731648:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389108.076491:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389108.076511:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd77953 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89881 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389108.076874:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 7680 00010000:00010000:2.0:1785389108.077089:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd77953 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89881 expref: 84 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.077103:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:2.0:1785389108.077107:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389108.077111:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd77953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89881 expref: 84 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.077123:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ed400, rc 0) 00000100:00100000:2.0:1785389108.077218:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25050:x1872115458731648:12345-192.168.204.39@tcp:101:rm.0 Request processed in 756us (913us total) trans 4294967887 rc 301/301 00000100:00100000:2.0:1785389108.077227:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 876 00000100:00100000:1.0:1785389108.104203:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389108.108144:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458731776 00000100:00100000:2.0:1785389108.108159:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458731776 00000100:00100000:2.0:1785389108.108225:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 183 00000100:00100000:2.0:1785389108.108235:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25050:x1872115458731776:12345-192.168.204.39@tcp:37:rm.0 00000100:00100000:3.0:1785389108.112623:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25050:x1872115458731776:12345-192.168.204.39@tcp:37:rm.0 Request processed in 4382us (8422us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389108.112635:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 183 00000100:00100000:3.0:1785389108.124709:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389108.124741:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458732032 00000100:00100000:3.0:1785389108.124763:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458732032 00000100:00100000:3.0:1785389108.124827:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 184 00000100:00100000:3.0:1785389108.124837:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25050:x1872115458732032:12345-192.168.204.39@tcp:35:rm.0 00000100:00100000:3.0:1785389108.125255:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:25050:x1872115458732032:12345-192.168.204.39@tcp:35:rm.0 Request processed in 419us (565us total) trans 4294967888 rc 0/0 00000100:00100000:3.0:1785389108.125263:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 184 00000100:00100000:3.0:1785389108.138286:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389108.138315:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458732288 00000100:00100000:3.0:1785389108.138325:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458732288 00000100:00100000:3.0:1785389108.138366:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:3.0:1785389108.138374:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:25050:x1872115458732288:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389108.138396:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389108.138415:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77961 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89888 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.139070:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77968 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.139085:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77968 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.139107:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77968 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389108.139119:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 7680 00010000:00010000:3.0:1785389108.139291:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77961 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89888 expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.139309:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77968 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89888 expref: 86 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.139317:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:3.0:1785389108.139320:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1785389108.139322:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389108.139374:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458732288:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1000us (1094us total) trans 4294967889 rc 0/0 00000100:00100000:3.0:1785389108.139381:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:3.0:1785389108.144301:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389108.144420:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458732416 00000100:00100000:3.0:1785389108.144429:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458732416 00000100:00100000:3.0:1785389108.144471:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 878 00000100:00100000:3.0:1785389108.144480:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458732416:12345-192.168.204.39@tcp:41:rm.0 00000004:00000024:3.0:1785389108.144545:0:5820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 7710179328 avail 7696547840 00000100:00100000:3.0:1785389108.144598:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458732416:12345-192.168.204.39@tcp:41:rm.0 Request processed in 120us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389108.144605:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 878 00000100:00100000:2.0:1785389108.148957:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389108.149042:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458732544 00000100:00100000:3.0:1785389108.149059:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458732544 00000100:00100000:3.0:1785389108.149121:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 879 00000100:00100000:3.0:1785389108.149132:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458732544:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389108.149152:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389108.149173:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd77976 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8988f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.149323:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.149339:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.149352:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.149367:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.149374:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.149380:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.150494:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.150504:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.150511:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389108.150562:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:3.0:1785389108.150566:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389108.152884:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152906:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152916:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152922:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152930:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152935:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389108.152938:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152944:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152957:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:3.0:1785389108.152960:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389108.152964:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152969:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7797d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152992:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.152997:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153002:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153006:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389108.153008:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153012:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153018:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff943402a86100) 00010000:00010000:3.0:1785389108.153020:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389108.153022:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153026:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77984 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153736:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd77976 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8988f expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.153776:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8988f expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.154080:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:3.0:1785389108.154083:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389108.154085:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68800, rc 0) 00000100:00100000:3.0:1785389108.154154:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:25050:x1872115458732544:12345-192.168.204.39@tcp:101:rm.0 Request processed in 5023us (5206us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389108.154162:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 879 00000100:00100000:3.0:1785389108.159855:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389108.159972:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458732800 00000100:00100000:2.0:1785389108.159981:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458732800 00000100:00100000:2.0:1785389108.160030:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 880 00000100:00100000:2.0:1785389108.160039:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:25050:x1872115458732800:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:2.0:1785389108.160103:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1785389108.160127:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7798b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8988f expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160152:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77834 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8981f expref: 86 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160162:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340b507f00) 00010000:00010000:2.0:1785389108.160176:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7794c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8987a expref: 85 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160278:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:2.0:1785389108.160282:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389108.160302:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160314:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160322:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160334:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160340:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160345:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160981:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160990:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.160996:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389108.165353:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:2.0:1785389108.165368:0:5820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 828469622080ns, next at 829469619710ns, rc = 0 00010000:00010000:2.0:1785389108.165440:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165455:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165467:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165475:0:5820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165482:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165488:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165511:0:5820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389108.165534:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165547:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165553:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165558:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389108.165563:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165571:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165584:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340307ce00) 00010000:00010000:2.0:1785389108.165587:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389108.165591:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165599:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165617:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165622:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165627:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165633:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389108.165641:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165647:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165655:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:2.0:1785389108.165657:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389108.165660:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.165666:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77992 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389108.165676:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000026f5f105 reply state 00000000def68648 transno 4294967890 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389108.165684:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389108.166146:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389108.166153:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.166160:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ed400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389108.166163:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.166169:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.166178:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff94340307ce00) 00010000:00010000:1.0:1785389108.166181:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389108.166184:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.166190:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ed400/0xb9b521054fd779a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.166216:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389108.166218:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389108.166220:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389108.166877:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458732800:12345-192.168.204.39@tcp:36:rm.0 Request processed in 6833us (7026us total) trans 4294967890 rc 0/0 00000100:00100000:2.0:1785389108.166886:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 880 00010000:00010000:3.0:1785389108.170345:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.170359:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.170365:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.170370:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389108.170374:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.170380:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.170392:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff94340307c200) 00010000:00010000:3.0:1785389108.170395:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389108.170399:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.170404:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77999 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389108.191135:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389108.191923:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733056 00000100:00100000:2.0:1785389108.191934:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733056 00000100:00100000:2.0:1785389108.191990:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 185 00000100:00100000:2.0:1785389108.191999:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25050:x1872115458733056:12345-192.168.204.39@tcp:35:rm.0 00000100:00100000:2.0:1785389108.192259:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458733056:12345-192.168.204.39@tcp:35:rm.0 Request processed in 259us (1131us total) trans 4294967891 rc 0/0 00000100:00100000:2.0:1785389108.192267:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 185 00000100:00100000:3.0:1785389108.196348:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389108.199276:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733312 00000100:00100000:0.0:1785389108.199290:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733312 00000100:00100000:1.0:1785389108.202021:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:1.0:1785389108.202032:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25050:x1872115458733312:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:1.0:1785389108.202087:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1785389108.202113:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77968 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89888 expref: 86 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202135:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872c00/0xb9b521054fd776ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a897a1 expref: 85 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202148:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:1.0:1785389108.202157:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301872000/0xb9b521054fd77690 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8979a expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202165:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:1.0:1785389108.202168:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389108.202394:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202409:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 35 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202417:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202463:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 35 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.202475:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 35 pid: 5820 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389108.202488:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485841152:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389108.202608:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e33cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389108.213238:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389108.213451:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485841152:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389108.213492:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389108.214334:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733440 00000100:00100000:3.0:1785389108.214343:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733440 00010000:00010000:0.0:1785389108.215955:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 36 pid: 5820 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389108.216012:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 272 00000100:00100000:0.0:1785389108.216020:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2363:x1872115458733440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389108.216035:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389108.216041:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 36 pid: 5820 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.216052:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 36 pid: 5820 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.216071:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7786c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8982d expref: 36 pid: 5820 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.216085:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:0.0:1785389108.216089:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.216097:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.216103:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389108.216125:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389108.216171:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458733440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 151us (2943us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389108.216178:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 272 00010000:00010000:2.0:1785389108.217284:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217295:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217320:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217329:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217338:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217729:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217759:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 34 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217769:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217801:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 34 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.217825:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 34 pid: 9185 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389108.217847:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485841280:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389108.217904:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342dfba840 going to sleep for 11 seconds 00000100:00080000:1.0:1785389108.219871:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389108.225958:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485841280:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389108.225988:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389108.232233:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389108.232430:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733568 00000100:00100000:2.0:1785389108.232440:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733568 00010000:00010000:2.0:1785389108.232480:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 35 pid: 9185 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389108.232524:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 273 00000100:00100000:2.0:1785389108.232534:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458733568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389108.232550:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389108.232557:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 35 pid: 9185 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.232570:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 35 pid: 9185 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.232591:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301f04000/0xb9b521054fd77888 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89834 expref: 35 pid: 9185 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.232607:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:2.0:1785389108.232613:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.232630:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.232638:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389108.232664:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389108.232721:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2363:x1872115458733568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 188us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389108.232729:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 273 00010000:00010000:1.0:1785389108.232951:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.232960:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389108.233874:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 7680 00010000:00010000:1.0:1785389108.233890:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233898:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233904:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233910:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389108.233914:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233931:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233942:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:1.0:1785389108.233945:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1785389108.233948:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233953:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233977:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233983:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233989:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.233994:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389108.233997:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.234003:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.234011:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2700) 00010000:00010000:1.0:1785389108.234013:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389108.234016:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.234031:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd779ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389108.234044:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f032f524 reply state 0000000099e00d31 transno 4294967892 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389108.234053:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389108.234179:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25050:x1872115458733312:12345-192.168.204.39@tcp:36:rm.0 Request processed in 32146us (37837us total) trans 4294967892 rc 0/0 00000100:00100000:1.0:1785389108.234196:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 881 00010000:00010000:1.0:1785389108.243469:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.243485:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.243493:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.243498:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389108.243503:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.243510:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.243526:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff94340307ca00) 00010000:00010000:1.0:1785389108.243529:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389108.243534:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389108.243559:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779b5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389108.400512:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389108.409158:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389108.409463:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733696 00000100:00100000:0.0:1785389108.409473:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733696 00000100:00100000:0.0:1785389108.409538:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:0.0:1785389108.409548:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:24603:x1872115458733696:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1785389108.409645:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:24603:x1872115458733696:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 98us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389108.409651:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:3.0:1785389108.595252:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485841408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389108.595328:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389108.595503:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485841408 00000100:00100000:2.0:1785389108.595511:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485841408 00000100:00100000:2.0:1785389108.595554:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1785389108.595569:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485841408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389108.595604:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389108.595645:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485841408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389108.595652:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1785389108.596166:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485841408:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389109.423570:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389110.447627:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1785389111.305186:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967892 is committed 00000004:00080000:1.0:1785389111.305213:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000020:00080000:1.0:1785389111.305237:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000100:00100000:1.0:1785389111.305393:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485841536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1785389111.305483:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389111.305563:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485841536 00000100:00100000:1.0:1785389111.305572:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485841536 00000100:00100000:1.0:1785389111.305630:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1785389111.305639:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485841536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1785389111.305827:0:14689:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00010000:00010000:1.0:1785389111.305861:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.305888:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.305898:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1785389111.305904:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389111.305909:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.305939:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.305967:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 12 pid: 6614 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389111.305980:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485841664:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389111.306050:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fe10c0 going to sleep for 11 seconds 00000100:00080000:1.0:1785389111.306063:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:0.0:1785389111.306913:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:0.0:1785389111.306926:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1785389111.319251:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485841664:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389111.319294:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389111.321389:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389111.321865:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733824 00000100:00100000:2.0:1785389111.321877:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733824 00000100:00080000:0.0:1785389111.322111:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1785389111.322170:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 13 pid: 6614 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389111.322220:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 274 00000100:00100000:2.0:1785389111.322230:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458733824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389111.322248:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389111.322254:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 13 pid: 6614 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389111.322277:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 13 pid: 6614 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389111.322305:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7793e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89873 expref: 13 pid: 6614 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389111.322321:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389111.322326:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389111.322332:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389111.322342:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389111.322415:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389111.322475:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458733824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 246us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389111.322483:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 274 00010000:00010000:3.0:1785389111.335532:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.335556:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.335570:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.335578:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.335607:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1785389111.337881:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485841536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32232us (32388us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1785389111.337895:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000004:00080000:3.0:1785389111.338057:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343cfe3800/2, rc 0, transno 4294967348 00000100:00100000:3.0:1785389111.338073:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485841536:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1785389111.338617:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389111.338628:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.338643:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389111.338648:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.338659:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.338684:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.338692:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd779c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389111.338716:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389111.338718:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389111.338736:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785389111.395877:0:18357:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 01:25:08 (1785389108) 00010000:00010000:1.0:1785389111.474435:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389111.950534:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.950587:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.950683:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389111.950791:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734080 00000100:00100000:0.0:1785389111.950803:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734080 00000100:00100000:0.0:1785389111.950878:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:0.0:1785389111.950891:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:2363:x1872115458734080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389111.950992:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:2363:x1872115458734080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 104us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389111.951000:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00080000:2.0:1785389111.951088:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389111.957712:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.957780:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389111.957949:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458733952 00000100:00100000:0.0:1785389111.957962:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458733952 00000100:00100000:0.0:1785389111.958037:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:0.0:1785389111.958047:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458733952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389111.958140:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458733952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 94us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389111.958148:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:1.0:1785389111.961501:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734336 00000100:00100000:1.0:1785389111.961522:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734336 00000100:00100000:1.0:1785389111.965366:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734592 00000100:00100000:1.0:1785389111.965394:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734592 00000100:00100000:1.0:1785389111.965463:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 444 00000100:00100000:1.0:1785389111.965476:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458734336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389111.965583:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458734336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 110us (14995us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389111.965592:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 444 00000100:00100000:1.0:1785389111.965614:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:1.0:1785389111.965620:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458734592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389111.965647:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2363:x1872115458734592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (14964us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389111.965653:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00080000:1.0:1785389111.965863:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389111.967595:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734208 00000100:00100000:0.0:1785389111.967610:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734208 00000100:00100000:0.0:1785389111.967682:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 446 00000100:00100000:0.0:1785389111.967693:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458734208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389111.967784:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2363:x1872115458734208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 93us (10002us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389111.967791:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 446 00000100:00080000:1.0:1785389111.967946:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389111.968037:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.968068:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.968088:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.968109:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734464 00000100:00100000:3.0:1785389111.968114:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734464 00000100:00100000:3.0:1785389111.968152:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734848 00000100:00100000:3.0:1785389111.968155:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734848 00000100:00100000:3.0:1785389111.968175:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 478 00000100:00100000:3.0:1785389111.968182:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458734464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389111.968215:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2363:x1872115458734464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389111.968222:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 478 00000100:00100000:3.0:1785389111.968235:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 883 00000100:00100000:3.0:1785389111.968241:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:25234:x1872115458734848:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389111.968254:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389111.968280:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89896 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.968357:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389111.968564:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734720 00000100:00100000:1.0:1785389111.968569:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734720 00000100:00100000:1.0:1785389111.968606:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00100000:1.0:1785389111.968613:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458734720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389111.968650:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458734720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389111.968669:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 447 00010000:00010000:3.0:1785389111.969818:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.969841:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389111.970129:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1785389111.970135:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389111.970225:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.970268:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 36 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.970290:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 35 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389111.970302:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389111.970305:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389111.970310:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69e00, rc 0) 00000100:00100000:3.0:1785389111.970381:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:25234:x1872115458734848:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2138us (2290us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389111.972902:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 883 00000100:00080000:3.0:1785389111.972963:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389111.972971:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389111.976338:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389111.976416:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458734976 00000100:00100000:0.0:1785389111.976429:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458734976 00000100:00100000:0.0:1785389111.976495:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 884 00000100:00100000:0.0:1785389111.976513:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+78:25234:x1872115458734976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389111.976541:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389111.976568:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd779d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8989d expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389111.976671:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd779df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389111.976689:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd779df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389111.976703:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd779df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389111.977274:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389111.977279:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389111.977354:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd779df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389111.977841:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd779d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8989d expref: 80 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389111.977865:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd779df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8989d expref: 79 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389111.977876:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389111.977880:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389111.977884:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389111.979242:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:25234:x1872115458734976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2723us (2909us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389111.979254:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 884 00000100:00100000:1.0:1785389111.994205:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389111.995629:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458735104 00000100:00100000:3.0:1785389111.995647:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458735104 00000100:00100000:3.0:1785389111.995779:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 885 00000100:00100000:3.0:1785389111.995790:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:25235:x1872115458735104:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785389111.995942:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:25235:x1872115458735104:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 153us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389111.995951:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 885 00000100:00100000:0.0:1785389112.025722:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.025804:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458735232 00000100:00100000:3.0:1785389112.025819:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458735232 00000100:00100000:3.0:1785389112.025896:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 886 00000100:00100000:3.0:1785389112.025908:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:25236:x1872115458735232:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389112.025937:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389112.026070:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd779e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898a4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026163:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026180:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026212:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026229:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026237:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026244:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026603:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026612:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026618:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026625:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389112.026630:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026639:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026654:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:2.0:1785389112.026776:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389112.026783:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026796:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd779ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026811:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026818:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026824:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026830:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389112.026833:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026839:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026847:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff94340307c000) 00010000:00010000:2.0:1785389112.026849:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389112.026852:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026859:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd779f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026893:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd779e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898a4 expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026914:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:2.0:1785389112.026917:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389112.026921:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd779e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898a4 expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.026931:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:2.0:1785389112.027056:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:25236:x1872115458735232:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1150us (1350us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389112.027065:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 886 00000100:00100000:2.0:1785389112.045843:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.046090:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458735488 00000100:00100000:3.0:1785389112.046107:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458735488 00000100:00100000:3.0:1785389112.046186:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 887 00000100:00100000:3.0:1785389112.046197:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:25236:x1872115458735488:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1785389112.046288:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389112.046323:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd779df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8989d expref: 79 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.046348:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.046354:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389112.046709:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.046727:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.046794:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.046853:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 34 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.046870:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 34 pid: 5820 timeout: 932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389112.046889:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485841792:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389112.047012:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389112.065083:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.065209:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485841792:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389112.065242:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389112.066490:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458735616 00000100:00100000:0.0:1785389112.066509:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458735616 00010000:00010000:0.0:1785389112.066562:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 35 pid: 5820 timeout: 932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389112.066611:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00100000:0.0:1785389112.066621:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:2362:x1872115458735616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389112.066641:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389112.066669:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 35 pid: 5820 timeout: 932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.066683:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 35 pid: 5820 timeout: 932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.066860:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd779d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89896 expref: 35 pid: 5820 timeout: 932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.066883:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389112.066888:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.066899:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.066907:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.066938:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389112.067010:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:2362:x1872115458735616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 390us (1939us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.067019:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 275 00010000:00010000:3.0:1785389112.067077:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.067086:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.067115:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.067126:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.067133:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389112.068571:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00010000:00010000:3.0:1785389112.068589:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.068607:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.068614:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.068620:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.068625:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.068634:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.068647:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.068650:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.068654:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.068660:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd779fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389112.068679:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000002cccce0 reply state 0000000044bfb715 transno 4294967893 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389112.068690:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389112.068812:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:25236:x1872115458735488:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 22614us (23151us total) trans 4294967893 rc 0/0 00000100:00100000:3.0:1785389112.068820:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 887 00010000:00010000:3.0:1785389112.073064:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.073110:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.073119:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.073126:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.073131:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.073140:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.073159:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff943402a86500) 00010000:00010000:3.0:1785389112.073163:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.073169:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.073175:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a02 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389112.080655:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.080877:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458735744 00000100:00100000:0.0:1785389112.080890:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458735744 00000100:00100000:0.0:1785389112.080957:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 888 00000100:00100000:0.0:1785389112.080968:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:25237:x1872115458735744:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389112.081000:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.081028:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898ab expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.081138:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77a10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.081156:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77a10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.081170:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77a10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389112.081248:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389112.081252:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389112.081279:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77a10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.081306:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ab expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.081325:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77a10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ab expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.081335:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:0.0:1785389112.081338:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389112.081343:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2c00, rc 0) 00000100:00100000:0.0:1785389112.081439:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:25237:x1872115458735744:12345-192.168.204.39@tcp:101:bash.0 Request processed in 472us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.081447:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 888 00000100:00100000:1.0:1785389112.088885:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.088985:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458735872 00000100:00100000:3.0:1785389112.088998:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458735872 00000100:00100000:3.0:1785389112.089065:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 889 00000100:00100000:3.0:1785389112.089075:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+80:25237:x1872115458735872:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389112.089101:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389112.089127:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898b2 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089231:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089248:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089261:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089277:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089285:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089292:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089732:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69000/0xb9b521054fd77a2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089825:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69000/0xb9b521054fd77a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089838:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69000/0xb9b521054fd77a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389112.089929:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:3.0:1785389112.089933:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389112.089962:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69000/0xb9b521054fd77a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.089999:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090006:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090014:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090041:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.090046:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090054:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090081:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:3.0:1785389112.090085:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.090096:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090120:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77a1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090146:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090165:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090180:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090196:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.090199:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090204:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090212:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff943402a86500) 00010000:00010000:3.0:1785389112.090214:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.090217:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090222:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77a25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090285:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77a17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898b2 expref: 82 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090307:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69000/0xb9b521054fd77a2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898b2 expref: 81 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.090313:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.090316:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389112.090318:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69000, rc 0) 00000100:00100000:3.0:1785389112.090421:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25237:x1872115458735872:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1345us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389112.090429:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 889 00000100:00100000:1.0:1785389112.096886:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.096967:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736000 00000100:00100000:3.0:1785389112.096996:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736000 00000100:00100000:3.0:1785389112.097055:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 890 00000100:00100000:3.0:1785389112.097065:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25237:x1872115458736000:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389112.097086:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389112.097112:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77a33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898b9 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097192:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097206:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097218:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097231:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097238:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097244:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097317:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097325:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097331:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097343:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.097348:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097356:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097368:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.097371:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.097375:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097380:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77a3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097394:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097400:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097406:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097411:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.097413:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097419:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097435:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff943402a86900) 00010000:00010000:3.0:1785389112.097438:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.097440:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097446:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77a41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097477:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77a33 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898b9 expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097486:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.097488:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.097492:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77a33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898b9 expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.097501:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389112.097572:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25237:x1872115458736000:12345-192.168.204.39@tcp:101:bash.0 Request processed in 507us (699us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389112.097579:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 890 00000100:00100000:2.0:1785389112.120879:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.121099:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736128 00000100:00100000:0.0:1785389112.121114:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736128 00000100:00100000:0.0:1785389112.121215:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 891 00000100:00100000:0.0:1785389112.121227:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+34:25238:x1872115458736128:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389112.121265:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.121291:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898c0 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.121380:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.121397:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.121411:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389112.121491:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389112.121496:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389112.121526:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.121557:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.121578:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 35 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.121589:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:0.0:1785389112.121592:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389112.121605:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2000, rc 0) 00000100:00100000:0.0:1785389112.121675:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:25238:x1872115458736128:12345-192.168.204.39@tcp:101:rm.0 Request processed in 451us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.121688:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 891 00000100:00100000:1.0:1785389112.127317:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.127407:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736256 00000100:00100000:0.0:1785389112.127420:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736256 00000100:00100000:0.0:1785389112.127493:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 892 00000100:00100000:0.0:1785389112.127506:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+35:25238:x1872115458736256:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389112.127533:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.127560:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898c7 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127658:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127676:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127690:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127706:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127714:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127719:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127886:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd77a6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127916:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd77a6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.127925:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd77a6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389112.127963:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:0.0:1785389112.127967:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389112.127990:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd77a6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128004:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128011:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128018:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128024:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389112.128030:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128038:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128051:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:0.0:1785389112.128055:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.128060:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128077:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128092:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128098:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128104:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128109:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389112.128113:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128120:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128128:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff94341e7d2000) 00010000:00010000:0.0:1785389112.128131:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.128134:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128141:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a64 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128172:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c7 expref: 37 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128185:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3400/0xb9b521054fd77a6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c7 expref: 36 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.128200:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389112.128203:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389112.128205:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3400, rc 0) 00000100:00100000:0.0:1785389112.128286:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25238:x1872115458736256:12345-192.168.204.39@tcp:101:rm.0 Request processed in 783us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.128294:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 892 00000100:00100000:1.0:1785389112.130354:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.133473:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736384 00000100:00100000:0.0:1785389112.133493:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736384 00000100:00100000:0.0:1785389112.133581:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 893 00000100:00100000:0.0:1785389112.133601:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25238:x1872115458736384:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389112.133626:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.133667:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898ce expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.133934:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.133953:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.133967:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.133983:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.133990:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134019:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134102:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134110:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134118:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134125:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389112.134130:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134139:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134153:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389112.134157:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.134163:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134170:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77a79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134183:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134189:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134202:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134208:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389112.134210:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134217:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134225:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff94341e7d2000) 00010000:00010000:0.0:1785389112.134228:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.134231:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134250:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77a80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134290:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a72 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ce expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134300:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389112.134303:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.134306:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77a72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ce expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.134314:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389112.134404:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25238:x1872115458736384:12345-192.168.204.39@tcp:101:rm.0 Request processed in 813us (4060us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389112.134419:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 893 00000100:00100000:2.0:1785389112.138901:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.139043:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736512 00000100:00100000:0.0:1785389112.139055:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736512 00000100:00100000:0.0:1785389112.139115:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 894 00000100:00100000:0.0:1785389112.139126:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25238:x1872115458736512:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389112.139152:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.139177:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77a87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898d5 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139267:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139284:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139296:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139316:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139321:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139326:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139399:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139426:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139434:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139441:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389112.139446:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139455:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139468:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389112.139471:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.139475:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139481:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77a8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139495:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139502:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139507:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139512:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389112.139522:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139529:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139537:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff94341e7d2500) 00010000:00010000:0.0:1785389112.139540:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.139542:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139548:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77a95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139583:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77a87 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898d5 expref: 37 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139592:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:0.0:1785389112.139820:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389112.139826:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77a87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898d5 expref: 37 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.139836:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389112.139900:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25238:x1872115458736512:12345-192.168.204.39@tcp:101:rm.0 Request processed in 777us (1013us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389112.139908:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 894 00000100:00100000:0.0:1785389112.177572:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389112.177612:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485842048:0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.177701:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389112.177858:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485842176:0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.177881:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389112.177914:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485842048 00000100:00100000:0.0:1785389112.177922:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485842048 00000100:00100000:0.0:1785389112.177968:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485842176 00000100:00100000:0.0:1785389112.177971:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485842176 00000100:00100000:0.0:1785389112.178000:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1785389112.178010:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485842048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.178069:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485842048:12345-0@lo:400:kworker.0 Request processed in 59us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.178076:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1785389112.178120:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485842048:0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.178153:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1785389112.178161:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485842176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.178194:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485842176:12345-0@lo:400:kworker.0 Request processed in 34us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.178200:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1785389112.178223:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485842176:0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.178264:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389112.178269:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485842560:0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.178297:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389112.178322:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485842560 00000100:00100000:0.0:1785389112.178325:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485842560 00000100:00100000:0.0:1785389112.178351:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1785389112.178358:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485842560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.178391:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485842560:12345-0@lo:400:kworker.0 Request processed in 34us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.178403:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1785389112.178429:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485842560:0@lo:400:kworker.0 00000100:00100000:3.0:1785389112.178772:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485842304:0@lo:400:kworker.0 00000100:00100000:3.0:1785389112.178807:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389112.178838:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1785389112.178845:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485841920:0@lo:400:kworker.0 00000100:00100000:3.0:1785389112.178875:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389112.178891:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485842432:0@lo:400:kworker.0 00000100:00100000:3.0:1785389112.178927:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1785389112.178950:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389112.178963:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485842432 00000100:00100000:3.0:1785389112.178966:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485842432 00000100:00100000:3.0:1785389112.179000:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1785389112.179007:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485842432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389112.179043:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485842432:12345-0@lo:400:kworker.0 Request processed in 37us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389112.179050:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:3.0:1785389112.179063:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389112.179079:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485842432:0@lo:400:kworker.0 00000100:00100000:1.0:1785389112.179149:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485842304 00000100:00100000:1.0:1785389112.179154:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485842304 00000100:00100000:1.0:1785389112.179199:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1785389112.179206:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485842304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389112.179248:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485842304:12345-0@lo:400:kworker.0 Request processed in 43us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389112.179254:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1785389112.179280:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485842304:0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.179461:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485841920 00000100:00100000:0.0:1785389112.179466:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485841920 00000100:00080000:3.0:1785389112.179544:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389112.179575:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1785389112.179583:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485841920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389112.179639:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485841920:12345-0@lo:400:kworker.0 Request processed in 57us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.179644:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1785389112.179702:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485841920:0@lo:400:kworker.0 00000100:00100000:3.0:1785389112.183231:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.183433:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736640 00000100:00100000:1.0:1785389112.183446:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736640 00000100:00100000:1.0:1785389112.183514:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 895 00000100:00100000:1.0:1785389112.183525:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25239:x1872115458736640:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389112.183552:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389112.183579:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77a9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898dc expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183680:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183697:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183785:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183804:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183812:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183818:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183896:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183903:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183910:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183917:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389112.183923:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183931:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183945:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:1.0:1785389112.183949:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389112.183954:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183967:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77aa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183982:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183988:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.183994:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184000:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389112.184003:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184009:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184017:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9434421de600) 00010000:00010000:1.0:1785389112.184020:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389112.184023:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184029:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77aaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184067:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77a9c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898dc expref: 37 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184090:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:1.0:1785389112.184093:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389112.184097:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77a9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898dc expref: 37 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.184107:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6a00, rc 0) 00000100:00100000:1.0:1785389112.184189:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25239:x1872115458736640:12345-192.168.204.39@tcp:101:cp.0 Request processed in 666us (972us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389112.184197:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 895 00000100:00100000:1.0:1785389112.191164:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.191251:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458736768 00000100:00100000:3.0:1785389112.191263:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458736768 00000100:00100000:3.0:1785389112.191329:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 896 00000100:00100000:3.0:1785389112.191340:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25239:x1872115458736768:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389112.191367:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389112.191394:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77ab1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898e3 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191482:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191503:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191518:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191558:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191566:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191573:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191664:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191672:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191680:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191686:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.191691:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191699:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191724:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.191728:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.191771:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191780:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77ab8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191803:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191810:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191816:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191821:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.191824:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191831:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191839:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff943402a86900) 00010000:00010000:3.0:1785389112.191841:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.191844:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191850:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77abf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191885:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77ab1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898e3 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191895:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.191898:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.191907:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77ab1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898e3 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.191917:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389112.191996:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25239:x1872115458736768:12345-192.168.204.39@tcp:101:cp.0 Request processed in 658us (847us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389112.192003:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 896 00000100:00100000:2.0:1785389112.201083:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.201162:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737024 00000100:00100000:1.0:1785389112.201175:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737024 00000100:00100000:1.0:1785389112.201241:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 897 00000100:00100000:1.0:1785389112.201252:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25239:x1872115458737024:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389112.201278:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389112.201303:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77ac6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898ea expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.201461:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.201477:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.201490:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.201524:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.201532:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.201539:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389112.202325:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:1.0:1785389112.202501:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77adb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202511:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77adb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202518:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77adb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202558:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202566:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202573:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202580:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389112.202585:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202603:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202616:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:1.0:1785389112.202619:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389112.202624:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202630:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77acd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389112.202642:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002577e6bc reply state 000000006efb68d0 transno 4294967894 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389112.202652:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389112.202684:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77ac6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ea expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202698:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6a00/0xb9b521054fd77adb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ea expref: 38 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.202705:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:1.0:1785389112.202708:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389112.202710:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6a00, rc 0) 00000100:00100000:1.0:1785389112.202837:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25239:x1872115458737024:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1586us (1766us total) trans 4294967894 rc 0/0 00000100:00100000:1.0:1785389112.202844:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 897 00010000:00010000:1.0:1785389112.207375:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.207416:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.207425:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.207432:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389112.207438:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.207448:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.207467:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9434421de800) 00010000:00010000:1.0:1785389112.207471:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389112.207476:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.207483:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77ad4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389112.208107:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.208188:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737152 00000100:00100000:0.0:1785389112.208201:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737152 00000100:00100000:0.0:1785389112.208270:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 225 00000100:00100000:0.0:1785389112.208281:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+8:2362:x1872115458737152:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389112.208304:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.208326:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898f1 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389112.208355:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389112.208378:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=832s v=(0 0) 00010000:00010000:0.0:1785389112.208383:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389112.208393:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.208411:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.208439:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1600, rc 0) 00000100:00100000:0.0:1785389112.208504:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458737152:12345-192.168.204.39@tcp:101:cp.0 Request processed in 224us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.208519:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 225 00000100:00100000:2.0:1785389112.211550:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.211637:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737280 00000100:00100000:1.0:1785389112.211650:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737280 00000100:00100000:1.0:1785389112.211728:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 226 00000100:00100000:1.0:1785389112.211784:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:25239:x1872115458737280:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389112.211810:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389112.211833:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898f8 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.211897:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.211908:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389112.211913:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389112.211918:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.211959:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.211975:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 932 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389112.211991:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485842688:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389112.212085:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e33cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389112.214675:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485842688:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389112.214725:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389112.214785:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7800, rc 0) 00000100:00100000:2.0:1785389112.214844:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:25239:x1872115458737280:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3105us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389112.214853:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 226 00000100:00100000:2.0:1785389112.221782:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.221919:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737408 00000100:00100000:1.0:1785389112.221933:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737408 00010000:00010000:1.0:1785389112.221985:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 932 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389112.222032:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:1.0:1785389112.222041:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426385c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458737408:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389112.222060:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389112.222096:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 932 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.222110:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 932 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.222139:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77ae9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f1 expref: 10 pid: 6613 timeout: 932 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.222158:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389112.222162:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389112.222172:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 9 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.222184:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 9 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.222228:0:5807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 9 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389112.222243:0:5807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5807:1872115485842816:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389112.222334:0:5807:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e33cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389112.225772:0:5807:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5807:1872115485842816:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389112.225810:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389112.225880:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426385c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458737408:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3838us (4153us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389112.225905:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:1.0:1785389112.226981:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.227040:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737664 00000100:00100000:0.0:1785389112.227050:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737664 00000100:00100000:0.0:1785389112.227112:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 186 00000100:00100000:0.0:1785389112.227123:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25239:x1872115458737664:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389112.227618:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25239:x1872115458737664:12345-192.168.204.39@tcp:35:cp.0 Request processed in 496us (641us total) trans 4294967895 rc 0/0 00000100:00100000:0.0:1785389112.227626:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 186 00000100:00100000:2.0:1785389112.287240:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389112.287336:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737792 00000100:00100000:3.0:1785389112.287349:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737792 00000100:00100000:3.0:1785389112.287420:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 898 00000100:00100000:3.0:1785389112.287432:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25242:x1872115458737792:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389112.287460:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389112.287496:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77af7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a898ff expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287583:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287600:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287613:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287627:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287633:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287638:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287941:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287950:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.287957:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389112.287997:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1785389112.288001:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389112.288023:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288035:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288044:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288051:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288059:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288065:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.288070:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288077:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288097:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389112.288101:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.288106:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288113:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77afe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288128:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288135:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288140:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288145:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389112.288148:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288154:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288161:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff943402a86900) 00010000:00010000:3.0:1785389112.288164:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389112.288167:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288173:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288216:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77af7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ff expref: 83 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288228:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ff expref: 82 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389112.288236:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:3.0:1785389112.288238:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389112.288240:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69400, rc 0) 00000100:00100000:3.0:1785389112.291177:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25242:x1872115458737792:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3730us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389112.291192:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 898 00000100:00100000:2.0:1785389112.300605:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.305983:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458737920 00000100:00100000:1.0:1785389112.306002:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458737920 00000100:00100000:1.0:1785389112.306145:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 227 00000100:00100000:1.0:1785389112.306158:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458737920:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389112.306183:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389112.306207:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075fb448d/0xb9b521054fd77b13 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89906 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389112.306289:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485842944:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389112.306404:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404f80d80 going to sleep for 11 seconds 00002000:00010000:1.0:1785389112.310612:0:12002:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785389112.310625:0:12002:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb mtime: 0 -> 1785389111 00002000:00010000:1.0:1785389112.310628:0:12002:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb atime: 0 -> 1785389111 00002000:00010000:1.0:1785389112.310630:0:12002:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb ctime: 0 -> 1785389111 00000100:00100000:1.0:1785389112.310659:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485842944:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389112.310705:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075fb448d/0xb9b521054fd77b13 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89906 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.310873:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075fb448d/0xb9b521054fd77b13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89906 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.310889:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6c00, rc 0) 00000100:00100000:1.0:1785389112.310992:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458737920:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4837us (10403us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389112.311019:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 227 00000100:00100000:2.0:1785389112.324522:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.324601:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738048 00000100:00100000:1.0:1785389112.324613:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738048 00000100:00100000:1.0:1785389112.324688:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 899 00000100:00100000:1.0:1785389112.324701:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25242:x1872115458738048:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389112.324729:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389112.324798:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77b1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8990d expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.324878:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77b21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.324894:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.324906:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389112.324974:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:1.0:1785389112.324978:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389112.324999:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.325026:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77b1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8990d expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.325046:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7e00/0xb9b521054fd77b21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8990d expref: 83 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389112.325078:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:1.0:1785389112.325081:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389112.325084:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7e00, rc 0) 00000100:00100000:1.0:1785389112.325152:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25242:x1872115458738048:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 454us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389112.325159:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 899 00000100:00100000:2.0:1785389112.334070:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.334182:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738176 00000100:00100000:0.0:1785389112.334195:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738176 00000100:00100000:0.0:1785389112.334268:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 228 00000100:00100000:0.0:1785389112.334278:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458738176:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389112.334302:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389112.334323:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c41d2b8f/0xb9b521054fd77b28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89914 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389112.334401:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485843072:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389112.334515:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd4840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389112.338453:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485843072:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389112.338509:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c41d2b8f/0xb9b521054fd77b28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89914 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.338554:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c41d2b8f/0xb9b521054fd77b28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89914 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.338571:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1000, rc 0) 00000100:00100000:0.0:1785389112.338645:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458738176:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4367us (4588us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389112.338655:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 228 00000100:00100000:2.0:1785389112.350250:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389112.350363:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738432 00000100:00100000:0.0:1785389112.350376:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738432 00000100:00100000:0.0:1785389112.350455:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 38 00000100:00100000:0.0:1785389112.350465:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25242:x1872115458738432:12345-192.168.204.39@tcp:103:lfs.0 00010000:00010000:0.0:1785389112.350483:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389112.350516:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77b0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ff expref: 83 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389112.350541:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:0.0:1785389112.350549:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389112.350619:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25242:x1872115458738432:12345-192.168.204.39@tcp:103:lfs.0 Request processed in 155us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.350627:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 38 00000100:00100000:2.0:1785389112.352553:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389112.352663:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738560 00000100:00100000:1.0:1785389112.352675:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738560 00000100:00100000:1.0:1785389112.352777:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 900 00000100:00100000:1.0:1785389112.352789:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25242:x1872115458738560:12345-192.168.204.39@tcp:58:lfs.0 00000100:00100000:1.0:1785389112.352948:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25242:x1872115458738560:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 163us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389112.352956:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 900 00000040:00080000:1.0:1785389112.432002:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389112.432013:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389112.432666:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1785389112.432686:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389112.494955:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389112.692099:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485843200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389112.692211:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389112.692377:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485843200 00000100:00100000:0.0:1785389112.692387:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485843200 00000100:00100000:0.0:1785389112.692448:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1785389112.692458:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485843200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389112.692515:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1785389112.692569:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485843200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389112.692578:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1785389112.695042:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485843200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389113.525930:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389113.539437:0:18408:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389113.539449:0:18408:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389113.539671:0:18408:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1785389113.539684:0:18408:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389113.636250:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389113.637178:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738688 00000100:00100000:3.0:1785389113.637193:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738688 00000100:00100000:3.0:1785389113.637272:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 901 00000100:00100000:3.0:1785389113.637286:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25253:x1872115458738688:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389113.637313:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389113.637348:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8991b expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637440:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637458:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637473:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637505:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637513:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637521:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637655:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637665:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637673:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389113.637728:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1785389113.637734:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389113.637778:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637793:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1785389113.637798:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389113.637804:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637813:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637832:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637838:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389113.637843:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637853:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637867:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff943402a86100) 00010000:00010000:3.0:1785389113.637871:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389113.637877:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637883:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77b36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637895:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637901:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637907:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637912:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389113.637914:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637931:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637939:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff943402a86900) 00010000:00010000:3.0:1785389113.637942:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389113.637944:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637950:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77b3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.637986:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8991b expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.638002:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8991b expref: 83 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.638010:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:3.0:1785389113.638012:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389113.638015:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68400, rc 0) 00000100:00100000:3.0:1785389113.638102:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25253:x1872115458738688:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 819us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389113.638110:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 901 00000100:00100000:0.0:1785389113.643955:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389113.644161:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738816 00000100:00100000:3.0:1785389113.644173:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738816 00000100:00100000:3.0:1785389113.644251:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 229 00000100:00100000:3.0:1785389113.644263:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458738816:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389113.644302:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389113.644324:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd77b4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89922 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389113.644398:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485843328:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389113.644575:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d900 going to sleep for 11 seconds 00000100:00080000:0.0:1785389113.644967:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389113.650978:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485843328:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389113.651032:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd77b4b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89922 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.651064:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd77b4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89922 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389113.651078:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389113.651151:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458738816:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6890us (7210us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389113.651162:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 229 00000100:00100000:2.0:1785389113.659411:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389113.661025:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458738944 00000100:00100000:0.0:1785389113.661043:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458738944 00000100:00100000:0.0:1785389113.661121:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 230 00000100:00100000:0.0:1785389113.661133:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458738944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389113.661158:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389113.661181:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c41d2b8f/0xb9b521054fd77b52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89929 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389113.661255:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485843456:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389113.661363:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389113.670176:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485843456:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389113.670226:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c41d2b8f/0xb9b521054fd77b52 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89929 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389113.670258:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c41d2b8f/0xb9b521054fd77b52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89929 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389113.670274:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1000, rc 0) 00000100:00100000:0.0:1785389113.670340:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2365:x1872115458738944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 9209us (10945us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389113.670367:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 230 00000100:00100000:0.0:1785389113.679886:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389113.680012:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458739200 00000100:00100000:3.0:1785389113.680024:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458739200 00000100:00100000:3.0:1785389113.680094:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 902 00000100:00100000:3.0:1785389113.680107:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25253:x1872115458739200:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:3.0:1785389113.680502:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:3.0:1785389113.680626:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25253:x1872115458739200:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 521us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389113.680636:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 902 00000100:00100000:0.0:1785389113.710990:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389113.711020:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485843584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389113.711115:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389113.711217:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485843584 00000100:00100000:2.0:1785389113.711227:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485843584 00000100:00100000:2.0:1785389113.711290:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1785389113.711301:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485843584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389113.711345:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389113.711398:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485843584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389113.711405:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1785389113.711641:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485843584:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389114.480675:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389114.480687:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389114.480777:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:2.0:1785389114.480789:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389114.481308:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485843712:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389114.481472:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389114.488544:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485843712:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389114.503727:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389114.505061:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458739328 00000100:00100000:2.0:1785389114.505078:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458739328 00000100:00100000:2.0:1785389114.505169:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 903 00000100:00100000:2.0:1785389114.505182:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25263:x1872115458739328:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389114.505229:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389114.505429:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25263:x1872115458739328:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 249us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389114.505438:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 903 00000100:00080000:0.0:1785389114.506839:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389114.511214:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389114.512779:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458739584 00000100:00100000:0.0:1785389114.512803:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458739584 00000100:00100000:0.0:1785389114.512874:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 904 00000100:00100000:0.0:1785389114.512886:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25263:x1872115458739584:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389114.512917:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389114.512957:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77b59 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89930 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.513093:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77b60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.513109:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77b60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.513126:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77b60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389114.513139:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00010000:00010000:0.0:1785389114.513308:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77b59 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89930 expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.513352:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77b60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89930 expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.513363:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:0.0:1785389114.513366:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389114.513370:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1800, rc 0) 00000100:00100000:0.0:1785389114.513460:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458739584:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 576us (2261us total) trans 4294967896 rc 0/0 00000100:00100000:0.0:1785389114.513467:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 904 00000100:00100000:2.0:1785389114.529621:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389114.529681:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389114.529820:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458739712 00000100:00100000:0.0:1785389114.529833:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458739712 00000100:00100000:0.0:1785389114.529913:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 231 00000100:00100000:0.0:1785389114.529937:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458739712:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389114.529996:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.530022:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 9 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.530032:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x13:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1785389114.530037:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389114.530042:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.530085:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 9 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389114.530116:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 9 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389114.530133:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485843840:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389114.530231:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd40c0 going to sleep for 11 seconds 00000100:00080000:2.0:1785389114.535573:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389114.536680:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458739840 00000100:00100000:1.0:1785389114.536705:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458739840 00000100:00100000:1.0:1785389114.536838:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 39 00000100:00100000:1.0:1785389114.536851:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2363:x1872115458739840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389114.536872:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389114.536908:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77b60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89930 expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.536935:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:1.0:1785389114.536941:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389114.537025:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2363:x1872115458739840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 176us (7342us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389114.537034:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 39 00000100:00100000:1.0:1785389114.538560:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485843840:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389114.538593:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389114.553926:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389114.554018:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458739968 00000100:00100000:3.0:1785389114.554031:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458739968 00002000:00100000:3.0:1785389114.554094:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff94343c01dc00 x1872115458739968/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:610/0 lens 648/0 e 0 to 0 dl 1785389125 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389114.554112:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01dc00 with x1872115458739968 ext(0->157) 00010000:00010000:3.0:1785389114.554124:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 10 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.554145:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 10 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389114.554154:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343c01dc00 00000100:00100000:3.0:1785389114.554189:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 7 00000100:00100000:3.0:1785389114.554199:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458739968:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:3.0:1785389114.554828:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458739968:12345-192.168.204.39@tcp:4:cp.0 Request processed in 628us (914us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1785389114.554836:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 7 00002000:00100000:3.0:1785389114.554844:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff94343c01dc00 x1872115458739968/t4294967344(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:610/0 lens 648/448 e 0 to 0 dl 1785389125 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389114.554853:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01dc00 with x1872115458739968 ext(0->157) 00010000:00010000:3.0:1785389114.554859:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 12 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.554882:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 12 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389114.554890:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343c01dc00 00010000:00010000:1.0:1785389114.556817:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389114.568650:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389114.572006:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458740096 00000100:00100000:2.0:1785389114.572026:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458740096 00010000:00010000:2.0:1785389114.572089:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 12 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389114.572144:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00100000:2.0:1785389114.572156:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458740096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389114.572177:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389114.572208:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 12 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.572224:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 12 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.572255:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021d41341/0xb9b521054fd77af0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898f8 expref: 12 pid: 6614 timeout: 934 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.572270:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389114.572274:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389114.572281:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.572310:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.572347:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389114.572428:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458740096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 274us (3792us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389114.572437:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 277 00010000:00010000:2.0:1785389114.585061:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585088:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585137:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585148:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585157:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585165:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389114.585170:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585201:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585226:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.585235:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000526f05ca/0xb9b521054fd77b6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389114.589592:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458739712:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 59653us (59967us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389114.589610:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 231 00000100:00100000:1.0:1785389114.607502:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389114.607632:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458740352 00000100:00100000:3.0:1785389114.607646:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458740352 00000100:00100000:3.0:1785389114.607765:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 905 00000100:00100000:3.0:1785389114.607778:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:25263:x1872115458740352:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389114.607927:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:25263:x1872115458740352:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 151us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389114.607935:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 905 00000100:00100000:1.0:1785389114.619882:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389114.620069:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458740480 00000100:00100000:2.0:1785389114.620083:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458740480 00000100:00100000:2.0:1785389114.620157:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 232 00000100:00100000:2.0:1785389114.620168:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458740480:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389114.620193:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389114.620219:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c076d605/0xb9b521054fd77b75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89937 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389114.620250:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 158, mtime: 0x6a6ae037, atime: 0x0, ctime: 0x6a6ae037, blocks: 0x1 00010000:00010000:2.0:1785389114.620275:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=834s v=(0 0) 00010000:00010000:2.0:1785389114.620280:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389114.620291:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c076d605/0xb9b521054fd77b75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89937 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.620311:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c076d605/0xb9b521054fd77b75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89937 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.620351:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ed400, rc 0) 00000100:00100000:2.0:1785389114.620426:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458740480:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 258us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389114.620434:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 232 00000100:00100000:2.0:1785389114.653112:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389114.653161:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458740736 00000100:00100000:2.0:1785389114.653174:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458740736 00000100:00100000:2.0:1785389114.653241:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 906 00000100:00100000:2.0:1785389114.653252:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:25263:x1872115458740736:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389114.653381:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:25263:x1872115458740736:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 131us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389114.653389:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 906 00000100:00100000:0.0:1785389114.663660:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389114.663718:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458740864 00000100:00100000:0.0:1785389114.663731:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458740864 00002000:00100000:0.0:1785389114.663810:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff943405093100 x1872115458740864/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:610/0 lens 488/0 e 0 to 0 dl 1785389125 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389114.663823:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405093100 with x1872115458740864 ext(0->4095) 00002000:00010000:0.0:1785389114.663830:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943405093100 00000100:00100000:0.0:1785389114.663861:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 86 00000100:00100000:0.0:1785389114.663871:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458740864:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389114.664088:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458740864:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 218us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389114.664096:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 86 00002000:00100000:0.0:1785389114.664103:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff943405093100 x1872115458740864/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:610/0 lens 488/4536 e 0 to 0 dl 1785389125 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389114.664112:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405093100 with x1872115458740864 ext(0->4095) 00002000:00010000:0.0:1785389114.664116:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943405093100 00000100:00100000:2.0:1785389114.683028:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389114.685297:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458740992 00000100:00100000:3.0:1785389114.685317:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458740992 00000100:00100000:3.0:1785389114.685392:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 907 00000100:00100000:3.0:1785389114.685402:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:25263:x1872115458740992:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389114.685441:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389114.685468:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77b7c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8993e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.685511:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.685528:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.685541:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.685665:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77b7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 42 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.685683:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389114.685704:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:3.0:1785389114.685708:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389114.685712:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68c00, rc 0) 00000100:00100000:3.0:1785389114.685814:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458740992:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 413us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389114.685822:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 907 00000100:00100000:0.0:1785389114.691758:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389114.694963:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458741120 00000100:00100000:1.0:1785389114.694992:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458741120 00000100:00100000:1.0:1785389114.695066:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 908 00000100:00100000:1.0:1785389114.695076:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458741120:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389114.695120:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389114.695261:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458741120:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 186us (3530us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389114.695269:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 908 00000100:00100000:0.0:1785389114.703664:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389114.704029:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458741248 00000100:00100000:1.0:1785389114.704042:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458741248 00000100:00100000:1.0:1785389114.704106:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 233 00000100:00100000:1.0:1785389114.704117:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458741248:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389114.704174:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704195:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389114.704200:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389114.704207:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704225:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704262:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704271:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704289:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704297:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389114.704302:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704312:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704327:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.704335:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a384f5/0xb9b521054fd77b8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389114.704420:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458741248:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 304us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389114.704428:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 233 00000100:00100000:0.0:1785389114.711152:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389114.714821:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458741504 00000100:00100000:2.0:1785389114.714839:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458741504 00000100:00100000:2.0:1785389114.714913:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 909 00000100:00100000:2.0:1785389114.714933:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458741504:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1785389114.715037:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.715058:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.715068:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.715118:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389114.715132:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 41 pid: 9185 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389114.715148:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485843968:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389114.715267:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425f47b40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389114.720269:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485843968:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389114.720308:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389114.721927:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389114.723406:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458741632 00000100:00100000:1.0:1785389114.723420:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458741632 00010000:00010000:1.0:1785389114.723498:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 42 pid: 9185 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389114.723554:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 278 00000100:00100000:1.0:1785389114.723564:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2362:x1872115458741632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389114.723584:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389114.723592:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 42 pid: 9185 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723608:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 42 pid: 9185 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723637:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77b83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8993e expref: 42 pid: 9185 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723655:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:1.0:1785389114.723674:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723695:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723704:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723735:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389114.723828:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2362:x1872115458741632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 264us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389114.723838:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 278 00010000:00010000:1.0:1785389114.723877:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.723886:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724820:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724832:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724840:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724847:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389114.724851:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724860:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724870:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:1.0:1785389114.724873:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389114.724877:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389114.724883:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77b91 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389114.726820:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458741504:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 11884us (15669us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1785389114.726853:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 909 00000040:00080000:0.0:1785389114.729337:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389114.729353:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389114.732150:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1785389114.732175:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389114.734217:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389114.740808:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458741888 00000100:00100000:0.0:1785389114.740828:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458741888 00000100:00100000:0.0:1785389114.740931:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 187 00000100:00100000:0.0:1785389114.740944:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25263:x1872115458741888:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389114.741265:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:25263:x1872115458741888:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 323us (7058us total) trans 4294967898 rc 0/0 00000100:00100000:0.0:1785389114.741274:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 187 00000040:00080000:0.0:1785389115.195296:0:18458:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389115.195308:0:18458:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389115.195358:0:18458:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1785389115.195364:0:18458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389115.320051:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389115.321583:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742016 00000100:00100000:1.0:1785389115.321600:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742016 00000100:00100000:1.0:1785389115.321706:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 234 00000100:00100000:1.0:1785389115.321719:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+10:2362:x1872115458742016:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389115.321761:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389115.321785:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000637ec51c/0xb9b521054fd77b98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89945 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389115.321819:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389115.321824:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389115.321835:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000637ec51c/0xb9b521054fd77b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89945 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389115.321855:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000637ec51c/0xb9b521054fd77b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89945 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389115.321872:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7a00, rc 0) 00000100:00100000:1.0:1785389115.321962:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458742016:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 246us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389115.321969:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 234 00000100:00080000:0.0:1785389115.322082:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389115.333248:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389115.333377:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742272 00000100:00100000:1.0:1785389115.333390:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742272 00000100:00100000:1.0:1785389115.333497:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 40 00000100:00100000:1.0:1785389115.333510:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25264:x1872115458742272:12345-192.168.204.39@tcp:103:lfs.0 00010000:00010000:1.0:1785389115.333552:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389115.333586:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77b44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8991b expref: 83 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389115.333611:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9434421de600) 00010000:00010000:1.0:1785389115.333617:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389115.333694:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25264:x1872115458742272:12345-192.168.204.39@tcp:103:lfs.0 Request processed in 186us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389115.333702:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 40 00000100:00080000:3.0:1785389115.335334:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389115.340361:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389115.340533:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742400 00000100:00100000:1.0:1785389115.340546:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742400 00000100:00100000:1.0:1785389115.340615:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 910 00000100:00100000:1.0:1785389115.340625:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25264:x1872115458742400:12345-192.168.204.39@tcp:58:lfs.0 00000100:00100000:1.0:1785389115.340858:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25264:x1872115458742400:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 234us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389115.340866:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 910 00010000:00010000:3.0:1785389115.566955:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389115.758993:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389115.759006:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389115.759525:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1785389115.759536:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1785389116.409147:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:2.0:1785389116.415634:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967898 is committed 00000001:00080000:2.0:1785389116.419880:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967893 is committed 00010000:00010000:1.0:1785389116.592026:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389116.700612:0:18511:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389116.700626:0:18511:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389116.701262:0:18511:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:2.0:1785389116.701273:0:18511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1785389116.784046:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389116.784060:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389116.784518:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:0.0:1785389116.784527:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389117.095270:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095327:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095362:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095480:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095495:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095522:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095543:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389117.095576:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742656 00000100:00100000:1.0:1785389117.095588:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742656 00000100:00100000:2.0:1785389117.095792:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742528 00000100:00100000:2.0:1785389117.095798:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742528 00000100:00100000:2.0:1785389117.095836:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 598 00000100:00100000:2.0:1785389117.095847:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458742528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389117.096137:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458742528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 290us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389117.096145:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 598 00000100:00100000:0.0:1785389117.098357:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742912 00000100:00100000:1.0:1785389117.098493:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743040 00000100:00100000:1.0:1785389117.098528:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743040 00000100:00100000:1.0:1785389117.098595:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:1.0:1785389117.098606:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2364:x1872115458742656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389117.098724:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2364:x1872115458742656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 119us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.098732:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:1.0:1785389117.098768:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:1.0:1785389117.098775:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115458743040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389117.098810:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115458743040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (3287us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.098816:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:1.0:1785389117.098841:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743168 00000100:00100000:1.0:1785389117.098846:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743168 00000100:00100000:0.0:1785389117.099533:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742912 00000100:00100000:0.0:1785389117.099562:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743296 00000100:00100000:0.0:1785389117.099566:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743296 00000100:00100000:0.0:1785389117.099582:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00100000:0.0:1785389117.099589:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458743168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389117.099627:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458743168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (4147us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389117.099634:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00100000:0.0:1785389117.099688:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 451 00000100:00100000:0.0:1785389117.099695:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458742912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389117.099719:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458742912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (4357us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389117.099725:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 451 00000100:00100000:0.0:1785389117.099736:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 452 00000100:00100000:0.0:1785389117.099742:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458743296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389117.099781:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458743296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (4237us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389117.099787:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 452 00000100:00100000:1.0:1785389117.101463:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458742784 00000100:00100000:1.0:1785389117.101484:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458742784 00000100:00100000:1.0:1785389117.101564:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00100000:1.0:1785389117.101574:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458742784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389117.102716:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458742784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (6155us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.102728:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00080000:1.0:1785389117.102797:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389117.102804:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389117.102808:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389117.295214:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485844480:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295287:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.295353:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1785389117.295372:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485844096:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295403:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.295423:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485844608:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295445:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.295481:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485844352:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295513:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.295531:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389117.295536:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485844224:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295557:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.295574:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485844736:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295593:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.295620:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844608 00000100:00100000:1.0:1785389117.295644:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844608 00000100:00100000:1.0:1785389117.295689:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844352 00000100:00100000:1.0:1785389117.295692:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844352 00000100:00100000:1.0:1785389117.295704:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844224 00000100:00100000:1.0:1785389117.295707:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844224 00000100:00100000:1.0:1785389117.295723:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1785389117.295731:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485844608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295812:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485844608:12345-0@lo:400:kworker.0 Request processed in 80us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.295820:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1785389117.295841:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1785389117.295848:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485844352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295877:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485844352:12345-0@lo:400:kworker.0 Request processed in 31us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.295883:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1785389117.295900:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1785389117.295906:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485844224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.295934:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485844224:12345-0@lo:400:kworker.0 Request processed in 27us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.295940:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1785389117.295964:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844480 00000100:00100000:1.0:1785389117.295968:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844480 00000100:00100000:1.0:1785389117.295997:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844736 00000100:00100000:1.0:1785389117.296000:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844736 00000100:00100000:1.0:1785389117.296018:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1785389117.296024:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485844480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.296053:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485844480:12345-0@lo:400:kworker.0 Request processed in 29us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.296060:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1785389117.296070:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1785389117.296075:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485844736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.296096:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485844736:12345-0@lo:400:kworker.0 Request processed in 22us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.296101:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:1.0:1785389117.296114:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389117.296118:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389117.296120:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389117.296158:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485844224:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.296174:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967348 gen 2 00000004:00080000:1.0:1785389117.296179:0:3325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343cfe3800, transno 4294967348 00000100:00100000:1.0:1785389117.296194:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485844736:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.296203:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485844352:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.296237:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485844608:0@lo:400:kworker.0 00000100:00100000:1.0:1785389117.296245:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485844480:0@lo:400:kworker.0 00000100:00100000:0.0:1785389117.296540:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844096 00000100:00100000:0.0:1785389117.296545:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844096 00000100:00100000:0.0:1785389117.296580:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1785389117.296587:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485844096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389117.296647:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485844096:12345-0@lo:400:kworker.0 Request processed in 60us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389117.296654:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1785389117.296910:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485844096:0@lo:400:kworker.0 00010000:00010000:1.0:1785389117.615789:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389117.807337:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389117.807371:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485844864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389117.807473:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389117.808237:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844864 00000100:00100000:1.0:1785389117.808248:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844864 00000100:00100000:1.0:1785389117.808324:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1785389117.808336:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485844864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389117.808393:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389117.808451:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485844864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389117.808459:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1785389117.808810:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485844864:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1785389118.454880:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00010000:00010000:3.0:1785389118.640028:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389118.831084:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389118.831116:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485844992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389118.831208:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389118.831372:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485844992 00000100:00100000:2.0:1785389118.831382:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485844992 00000100:00100000:2.0:1785389118.831442:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1785389118.831454:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485844992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389118.831499:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389118.831585:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485844992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389118.831594:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1785389118.831833:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485844992:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389119.670732:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389120.702327:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389121.715832:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389122.194619:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389122.194688:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389122.194721:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389122.194773:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743680 00000100:00100000:1.0:1785389122.194775:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389122.194783:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743680 00000100:00100000:1.0:1785389122.194796:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389122.194810:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389122.194832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389122.194832:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744192 00000100:00100000:0.0:1785389122.194835:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744192 00000100:00100000:0.0:1785389122.194848:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743808 00000100:00100000:0.0:1785389122.194850:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743808 00000100:00100000:1.0:1785389122.194851:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743936 00000100:00100000:1.0:1785389122.194853:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743936 00000100:00100000:0.0:1785389122.194860:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744064 00000100:00100000:0.0:1785389122.194861:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744064 00000100:00100000:0.0:1785389122.194874:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 456 00000100:00100000:1.0:1785389122.194875:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743552 00000100:00100000:1.0:1785389122.194877:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743552 00000100:00100000:0.0:1785389122.194883:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458743680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389122.194893:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:1.0:1785389122.194911:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115458743936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389122.194955:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458743680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389122.194963:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 456 00000100:00100000:0.0:1785389122.194980:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:0.0:1785389122.194986:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458744192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389122.195012:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 458 00000100:00100000:2.0:1785389122.195021:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458743808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389122.195044:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458743424 00000100:00100000:3.0:1785389122.195048:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458743424 00000100:00100000:3.0:1785389122.195083:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 600 00000100:00100000:3.0:1785389122.195090:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458743424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389122.198908:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115458743936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3988us (4177us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389122.198922:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:1.0:1785389122.198960:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:1.0:1785389122.198970:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2363:x1872115458743552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389122.199007:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2363:x1872115458743552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (4211us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389122.199012:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:1.0:1785389122.200811:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00100000:1.0:1785389122.200825:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458744064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389122.200874:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458744064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 54us (6041us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389122.200880:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00080000:1.0:1785389122.201925:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389122.201933:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389122.201935:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389122.206207:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458744192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 11210us (11451us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389122.206222:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:2.0:1785389122.209489:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458743808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 14458us (14665us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389122.209501:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 458 00000100:00100000:3.0:1785389122.210739:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458743424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15645us (16126us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389122.210765:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 600 00000100:00100000:0.0:1785389122.417677:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485845120:0@lo:400:kworker.0 00000100:00100000:0.0:1785389122.417791:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389122.417846:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485845632:0@lo:400:kworker.0 00000100:00100000:0.0:1785389122.417876:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389122.417916:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389122.417921:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485845504:0@lo:400:kworker.0 00000100:00100000:0.0:1785389122.417947:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389122.417974:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845632 00000100:00100000:0.0:1785389122.417995:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845632 00000100:00100000:0.0:1785389122.418054:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1785389122.418062:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485845632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389122.418111:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485845632:12345-0@lo:400:kworker.0 Request processed in 50us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389122.418117:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1785389122.418154:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485845632:0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.418513:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845120 00000100:00100000:2.0:1785389122.418527:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845120 00000100:00100000:2.0:1785389122.418579:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1785389122.418587:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485845120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.418628:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485845120:12345-0@lo:400:kworker.0 Request processed in 42us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389122.418643:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1785389122.418678:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485845120:0@lo:400:kworker.0 00000100:00100000:3.0:1785389122.420363:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485845376:0@lo:400:kworker.0 00000100:00100000:3.0:1785389122.420454:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389122.420520:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389122.420528:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485845248:0@lo:400:kworker.0 00000100:00100000:3.0:1785389122.420567:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389122.420603:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485845760:0@lo:400:kworker.0 00000100:00100000:3.0:1785389122.420633:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389122.420684:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845376 00000100:00100000:3.0:1785389122.420693:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845504 00000100:00100000:2.0:1785389122.420697:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845376 00000100:00100000:3.0:1785389122.420702:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845504 00000100:00100000:3.0:1785389122.420809:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845760 00000100:00100000:3.0:1785389122.420814:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845760 00000100:00100000:2.0:1785389122.420815:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845248 00000100:00100000:2.0:1785389122.420831:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845248 00000100:00100000:3.0:1785389122.420849:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1785389122.420862:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485845504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.420884:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1785389122.420899:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485845376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389122.420938:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485845504:12345-0@lo:400:kworker.0 Request processed in 77us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389122.420947:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1785389122.420972:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1785389122.420981:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485845760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.421013:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485845376:12345-0@lo:400:kworker.0 Request processed in 118us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389122.421022:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1785389122.421032:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485845760:12345-0@lo:400:kworker.0 Request processed in 52us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389122.421046:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1785389122.421065:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1785389122.421079:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485845248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.421126:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485845248:12345-0@lo:400:kworker.0 Request processed in 52us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389122.421130:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485845504:0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.421139:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1785389122.421213:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485845248:0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.421226:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485845760:0@lo:400:kworker.0 00000100:00100000:2.0:1785389122.421237:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485845376:0@lo:400:kworker.0 00000100:00080000:1.0:1785389122.423660:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389122.423669:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389122.423673:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389122.735368:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389122.933021:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485845888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389122.933115:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389122.933936:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485845888 00000100:00100000:2.0:1785389122.933947:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485845888 00000100:00100000:2.0:1785389122.934009:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1785389122.934026:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485845888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389122.934075:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389122.934141:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485845888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389122.934209:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485845888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389122.957428:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00010000:00010000:1.0:1785389123.790656:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389123.952675:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389123.952705:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485846016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389123.952817:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389123.952900:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846016 00000100:00100000:3.0:1785389123.952910:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846016 00000100:00100000:3.0:1785389123.952966:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1785389123.952976:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485846016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389123.953023:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389123.953075:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485846016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389123.953082:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1785389123.953140:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485846016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389124.590510:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389124.590578:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744320 00000100:00100000:2.0:1785389124.590597:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744320 00000100:00100000:2.0:1785389124.590711:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 911 00000100:00100000:2.0:1785389124.590722:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:25235:x1872115458744320:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1785389124.590871:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:25235:x1872115458744320:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 151us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389124.590880:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 911 00000100:00080000:1.0:1785389124.601554:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389124.848105:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389125.871106:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389126.002007:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389126.002018:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389126.002368:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 1 00000040:00080000:1.0:1785389126.002376:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389126.918015:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389127.309960:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310009:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310033:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310060:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310077:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310094:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310138:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389127.310173:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744832 00000100:00100000:3.0:1785389127.310185:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744832 00000100:00100000:3.0:1785389127.310265:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745088 00000100:00100000:3.0:1785389127.310268:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745088 00000100:00100000:3.0:1785389127.310282:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744704 00000100:00100000:3.0:1785389127.310284:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744704 00000100:00100000:3.0:1785389127.310298:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745216 00000100:00100000:3.0:1785389127.310310:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745216 00000100:00100000:3.0:1785389127.310330:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 462 00000100:00100000:3.0:1785389127.310339:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458744832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310438:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458744832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 99us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310456:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 462 00000100:00100000:3.0:1785389127.310476:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 463 00000100:00100000:3.0:1785389127.310482:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458745088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310506:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458745088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310513:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 463 00000100:00100000:3.0:1785389127.310524:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:3.0:1785389127.310529:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458744704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310552:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458744704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310559:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:3.0:1785389127.310570:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:3.0:1785389127.310575:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458745216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310599:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458745216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310605:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:3.0:1785389127.310628:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744448 00000100:00100000:3.0:1785389127.310632:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744448 00000100:00100000:3.0:1785389127.310663:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:3.0:1785389127.310679:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458744448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310706:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458744448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310712:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:3.0:1785389127.310775:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744576 00000100:00100000:3.0:1785389127.310779:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744576 00000100:00100000:3.0:1785389127.310805:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458744960 00000100:00100000:3.0:1785389127.310808:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458744960 00000100:00100000:3.0:1785389127.310827:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:3.0:1785389127.310833:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2364:x1872115458744576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310862:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:2364:x1872115458744576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310868:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:3.0:1785389127.310878:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:3.0:1785389127.310883:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115458744960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389127.310903:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115458744960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.310909:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00080000:3.0:1785389127.310926:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389127.310931:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389127.310933:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389127.541515:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485846144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.541625:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389127.541686:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485846656:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.541717:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389127.541787:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389127.541793:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485846528:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.541820:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389127.541848:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485846272:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.541870:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389127.541884:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485846784:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.541901:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389127.541915:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389127.541919:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485846400:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.541938:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389127.541969:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846144 00000100:00100000:3.0:1785389127.541979:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846144 00000100:00100000:3.0:1785389127.542028:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1785389127.542038:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485846144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542090:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485846144:12345-0@lo:400:kworker.0 Request processed in 53us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.542098:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1785389127.542131:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846656 00000100:00100000:3.0:1785389127.542134:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846656 00000100:00100000:3.0:1785389127.542167:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846272 00000100:00100000:3.0:1785389127.542169:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846272 00000100:00100000:3.0:1785389127.542179:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846400 00000100:00100000:3.0:1785389127.542181:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846400 00000100:00100000:3.0:1785389127.542208:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1785389127.542214:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485846656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542243:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485846656:12345-0@lo:400:kworker.0 Request processed in 30us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.542249:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1785389127.542268:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1785389127.542273:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485846272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542300:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485846272:12345-0@lo:400:kworker.0 Request processed in 27us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.542306:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1785389127.542315:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1785389127.542320:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485846400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542342:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485846400:12345-0@lo:400:kworker.0 Request processed in 22us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.542347:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1785389127.542364:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846528 00000100:00100000:3.0:1785389127.542367:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846528 00000100:00100000:3.0:1785389127.542390:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846784 00000100:00100000:3.0:1785389127.542393:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846784 00000100:00100000:3.0:1785389127.542410:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1785389127.542416:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485846528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542455:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485846528:12345-0@lo:400:kworker.0 Request processed in 39us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.542460:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1785389127.542470:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1785389127.542475:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485846784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542499:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485846784:12345-0@lo:400:kworker.0 Request processed in 24us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389127.542504:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:3.0:1785389127.542536:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389127.542540:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389127.542543:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389127.542597:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485846400:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542608:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485846272:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542617:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485846784:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542650:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485846528:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542657:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485846144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389127.542666:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485846656:0@lo:400:kworker.0 00000001:02000400:1.0:1785389127.573950:0:18712:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 01:25:24 (1785389124) 00010000:00010000:3.0:1785389127.919001:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389128.028676:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.029235:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745344 00000100:00100000:1.0:1785389128.029249:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745344 00000100:00100000:1.0:1785389128.029312:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 912 00000100:00100000:1.0:1785389128.029324:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:25876:x1872115458745344:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785389128.029461:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:25876:x1872115458745344:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 138us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.029469:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 912 00000100:00100000:1.0:1785389128.047053:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389128.047086:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485846912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389128.047181:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389128.047503:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485846912 00000100:00100000:3.0:1785389128.047514:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485846912 00000100:00100000:3.0:1785389128.047573:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1785389128.047584:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485846912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389128.047631:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389128.047701:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485846912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389128.047709:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1785389128.047796:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485846912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389128.090953:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.091603:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745472 00000100:00100000:3.0:1785389128.091616:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745472 00000100:00100000:3.0:1785389128.091777:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 913 00000100:00100000:3.0:1785389128.091790:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25877:x1872115458745472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389128.091816:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.091844:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77b9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8994c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.091944:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.091963:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.091977:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.091993:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092000:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092007:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092311:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092320:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092328:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092335:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.092340:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092359:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092373:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:3.0:1785389128.092377:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.092382:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.092388:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ba6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095619:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095858:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095868:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095875:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.095880:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095888:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095907:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff943402a86300) 00010000:00010000:3.0:1785389128.095910:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.095916:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.095934:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.096000:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77b9f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8994c expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.096013:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:3.0:1785389128.096016:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.096020:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77b9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8994c expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.096031:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69200, rc 0) 00000100:00100000:3.0:1785389128.096159:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25877:x1872115458745472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4371us (5214us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389128.096170:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 913 00000040:00080000:2.0:1785389128.112978:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389128.112997:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389128.113581:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389128.113594:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389128.116901:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389128.116941:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745728 00000100:00100000:0.0:1785389128.116953:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745728 00000100:00100000:0.0:1785389128.117013:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 914 00000100:00100000:0.0:1785389128.117025:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25877:x1872115458745728:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1785389128.117101:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389128.117135:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77a10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898ab expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.117156:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:0.0:1785389128.117162:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389128.119839:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.119883:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.119893:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.119942:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 36 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.119960:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 36 pid: 5822 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389128.119977:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485847040:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389128.120105:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389128.130341:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389128.130835:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485847040:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389128.130867:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389128.130900:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745856 00000100:00100000:2.0:1785389128.130909:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745856 00010000:00010000:2.0:1785389128.130954:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 37 pid: 5822 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389128.131028:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 279 00000100:00100000:2.0:1785389128.131039:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115458745856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389128.131058:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389128.131066:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 37 pid: 5822 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.131080:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 37 pid: 5822 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.131104:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77a4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a898c0 expref: 37 pid: 5822 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.131122:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:2.0:1785389128.131127:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.131149:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.131157:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.131242:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389128.131310:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:2363:x1872115458745856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 272us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389128.131319:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 279 00010000:00010000:3.0:1785389128.137325:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.137348:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.137386:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.137412:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.137434:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389128.139078:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00010000:00010000:3.0:1785389128.139095:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.139107:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.139116:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.139123:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.139128:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.139137:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.139154:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2100) 00010000:00010000:3.0:1785389128.139158:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.139163:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.139170:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77bb4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389128.140371:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001f70f676 reply state 00000000c283fd2f transno 4294967899 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389128.140390:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389128.140529:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25877:x1872115458745728:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 23501us (23636us total) trans 4294967899 rc 0/0 00000100:00100000:3.0:1785389128.140555:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 914 00010000:00010000:0.0:1785389128.146328:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.146350:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.146359:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.146366:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389128.146372:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.146383:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.146442:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff943402a86300) 00010000:00010000:0.0:1785389128.146446:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389128.146451:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.146458:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77bbb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389128.171409:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.183123:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458745984 00000100:00100000:1.0:1785389128.183143:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458745984 00000100:00100000:1.0:1785389128.183239:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 915 00000100:00100000:1.0:1785389128.183251:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+81:25878:x1872115458745984:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389128.183282:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389128.183310:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77bc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89953 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.184270:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77bc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.184313:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.184329:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389128.184489:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389128.184495:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389128.184529:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.184566:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77bc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89953 expref: 83 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.184587:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77bc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89953 expref: 82 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.184597:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389128.184600:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389128.184604:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6e00, rc 0) 00000100:00100000:1.0:1785389128.185391:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25878:x1872115458745984:12345-192.168.204.39@tcp:101:bash.0 Request processed in 2138us (13998us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.185411:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 915 00000100:00100000:3.0:1785389128.198495:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.199786:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746112 00000100:00100000:1.0:1785389128.199802:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746112 00000100:00100000:1.0:1785389128.199877:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 916 00000100:00100000:1.0:1785389128.199888:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+82:25878:x1872115458746112:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389128.199916:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389128.199958:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77bd0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8995a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200042:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200059:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200073:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200089:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200097:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200104:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200239:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6000/0xb9b521054fd77be5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200248:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6000/0xb9b521054fd77be5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200255:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6000/0xb9b521054fd77be5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389128.200290:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1785389128.200294:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389128.200317:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6000/0xb9b521054fd77be5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200337:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200345:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200353:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200359:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.200365:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200374:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200388:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389128.200391:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.200396:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200402:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77bd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200417:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200434:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200449:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200460:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.200464:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200471:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200480:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9434421de900) 00010000:00010000:1.0:1785389128.200482:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.200486:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200493:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77bde lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200526:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77bd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8995a expref: 84 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200541:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6000/0xb9b521054fd77be5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8995a expref: 83 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.200549:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389128.200552:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389128.200554:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6000, rc 0) 00000100:00100000:1.0:1785389128.200639:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25878:x1872115458746112:12345-192.168.204.39@tcp:101:bash.0 Request processed in 753us (2158us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.200646:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 916 00000100:00100000:2.0:1785389128.216617:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.216775:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746240 00000100:00100000:3.0:1785389128.216788:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746240 00000100:00100000:3.0:1785389128.216856:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 917 00000100:00100000:3.0:1785389128.216869:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25878:x1872115458746240:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389128.216897:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.216924:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89961 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217009:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217026:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217039:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217059:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217066:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217073:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217163:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217200:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217208:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217215:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.217220:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217228:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217244:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.217248:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.217253:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217259:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77bf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217274:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217280:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217285:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217290:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.217298:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217304:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217311:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff943402a86b00) 00010000:00010000:3.0:1785389128.217314:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.217316:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217322:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77bfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217357:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89961 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217368:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.217370:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.217374:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77bec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89961 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.217382:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69a00, rc 0) 00000100:00100000:3.0:1785389128.217472:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25878:x1872115458746240:12345-192.168.204.39@tcp:101:bash.0 Request processed in 605us (869us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389128.217479:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 917 00000100:00100000:2.0:1785389128.248390:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.248531:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746368 00000100:00100000:1.0:1785389128.248560:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746368 00000100:00100000:1.0:1785389128.248639:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 918 00000100:00100000:1.0:1785389128.248651:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+36:25879:x1872115458746368:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389128.248686:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389128.248712:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77c01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89968 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.248833:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.248850:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.248862:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389128.248937:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389128.248941:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389128.248966:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.248993:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77c01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.249013:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 37 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.249023:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389128.249027:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389128.249031:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7000, rc 0) 00000100:00100000:1.0:1785389128.249105:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:25879:x1872115458746368:12345-192.168.204.39@tcp:101:rm.0 Request processed in 457us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.249113:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 918 00000100:00100000:2.0:1785389128.256908:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.257150:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746496 00000100:00100000:1.0:1785389128.257162:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746496 00000100:00100000:1.0:1785389128.257238:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 919 00000100:00100000:1.0:1785389128.257249:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:25879:x1872115458746496:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389128.257276:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389128.257300:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77c0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8996f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257383:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257399:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257412:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257439:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257446:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257453:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257603:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77c24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257629:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77c24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257637:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77c24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389128.257694:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1785389128.257698:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389128.257727:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77c24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.257741:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259629:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259639:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259647:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.259652:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259663:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259681:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389128.259685:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.259690:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259716:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77c16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259735:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259930:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259940:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259945:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.259949:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259956:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259964:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff943412a70600) 00010000:00010000:1.0:1785389128.259967:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.259970:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.259976:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77c1d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.260027:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77c0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8996f expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.260043:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7800/0xb9b521054fd77c24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8996f expref: 38 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.260058:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389128.260060:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389128.260063:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7800, rc 0) 00000100:00100000:1.0:1785389128.260150:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25879:x1872115458746496:12345-192.168.204.39@tcp:101:rm.0 Request processed in 2902us (3255us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.260160:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 919 00000100:00100000:3.0:1785389128.262694:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.262948:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746624 00000100:00100000:1.0:1785389128.262960:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746624 00000100:00100000:1.0:1785389128.263021:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 920 00000100:00100000:1.0:1785389128.263032:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25879:x1872115458746624:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389128.263055:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389128.263078:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77c2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89976 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263156:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263171:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263195:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263212:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263220:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263246:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263318:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263326:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263334:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263339:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.263344:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263352:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263362:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389128.263365:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.263369:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263376:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77c32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263390:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263407:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263430:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263436:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.263440:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263447:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263456:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff943412a70b00) 00010000:00010000:1.0:1785389128.263458:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.263461:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263468:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd77c39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263505:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77c2b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89976 expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263516:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389128.263518:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.263522:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77c2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89976 expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.263531:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6400, rc 0) 00000100:00100000:1.0:1785389128.263598:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25879:x1872115458746624:12345-192.168.204.39@tcp:101:rm.0 Request processed in 568us (915us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389128.263615:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 920 00000100:00100000:0.0:1785389128.271877:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.272070:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746752 00000100:00100000:3.0:1785389128.272083:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746752 00000100:00100000:3.0:1785389128.272143:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 921 00000100:00100000:3.0:1785389128.272169:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25879:x1872115458746752:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389128.272205:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.272232:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77c40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8997d expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272313:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272328:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272340:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272354:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272359:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272365:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272459:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272466:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272472:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272487:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.272492:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272501:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272516:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.272519:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.272525:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272532:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272548:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272554:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272560:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272565:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.272569:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272575:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272593:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff943402a86b00) 00010000:00010000:3.0:1785389128.272596:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.272599:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272605:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272889:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77c40 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8997d expref: 39 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272901:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.272903:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.272907:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77c40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8997d expref: 39 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.272918:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69a00, rc 0) 00000100:00100000:3.0:1785389128.272989:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25879:x1872115458746752:12345-192.168.204.39@tcp:101:rm.0 Request processed in 822us (1125us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389128.272997:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 921 00000100:00100000:0.0:1785389128.297329:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.297448:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458746880 00000100:00100000:3.0:1785389128.297460:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458746880 00000100:00100000:3.0:1785389128.297529:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 922 00000100:00100000:3.0:1785389128.297540:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25880:x1872115458746880:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389128.297569:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.297597:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77c55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89984 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297727:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297788:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297803:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297820:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297828:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297835:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297915:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297923:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297930:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297937:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.297942:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297964:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297978:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.297982:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.297987:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.297993:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77c5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298010:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298015:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298022:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298027:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.298029:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298035:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298042:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff943402a86b00) 00010000:00010000:3.0:1785389128.298044:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.298046:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298062:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77c63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298100:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77c55 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89984 expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298110:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.298113:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.298116:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77c55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89984 expref: 39 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.298127:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69a00, rc 0) 00000100:00100000:3.0:1785389128.298194:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25880:x1872115458746880:12345-192.168.204.39@tcp:101:cp.0 Request processed in 655us (877us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389128.298202:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 922 00000100:00100000:0.0:1785389128.303861:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.304104:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458747008 00000100:00100000:3.0:1785389128.304117:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458747008 00000100:00100000:3.0:1785389128.304189:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 923 00000100:00100000:3.0:1785389128.304200:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25880:x1872115458747008:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389128.304226:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.304251:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd77c6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8998b expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304333:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304350:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304380:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304397:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304404:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304411:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304496:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304503:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304509:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304515:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.304520:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304529:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304543:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.304546:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.304552:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304565:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77c71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304583:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304590:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304598:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304604:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.304607:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304613:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304620:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff943402a86300) 00010000:00010000:3.0:1785389128.304623:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.304626:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304642:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77c78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304687:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd77c6a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8998b expref: 39 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304710:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.304712:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.304716:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd77c6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8998b expref: 39 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.304727:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389128.304829:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25880:x1872115458747008:12345-192.168.204.39@tcp:101:cp.0 Request processed in 631us (983us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389128.304838:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 923 00000100:00100000:0.0:1785389128.310467:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.310566:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458747264 00000100:00100000:3.0:1785389128.310579:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458747264 00000100:00100000:3.0:1785389128.310665:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 924 00000100:00100000:3.0:1785389128.310677:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:25880:x1872115458747264:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389128.310705:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.310731:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77c7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89992 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.310920:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.310939:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.310952:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.310968:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.310994:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.311001:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389128.311780:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:3.0:1785389128.311970:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77c94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.311981:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.311990:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312029:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312037:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312044:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312052:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389128.312057:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312065:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312089:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.312092:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389128.312097:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312105:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77c86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389128.312121:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008d4890a4 reply state 00000000453d3516 transno 4294967900 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389128.312131:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389128.312164:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77c7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89992 expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312179:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68c00/0xb9b521054fd77c94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89992 expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.312187:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:3.0:1785389128.312190:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389128.312193:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68c00, rc 0) 00000100:00100000:3.0:1785389128.312264:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25880:x1872115458747264:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1589us (1811us total) trans 4294967900 rc 0/0 00000100:00100000:3.0:1785389128.312272:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 924 00000100:00100000:0.0:1785389128.325168:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.326083:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458747392 00000100:00100000:3.0:1785389128.326096:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458747392 00000100:00100000:3.0:1785389128.326169:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 235 00000100:00100000:3.0:1785389128.326181:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458747392:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389128.326225:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.326253:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89999 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389128.326285:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389128.326311:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=848s v=(0 0) 00010000:00010000:3.0:1785389128.326316:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389128.326327:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.326347:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.326363:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389128.326455:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458747392:12345-192.168.204.39@tcp:101:cp.0 Request processed in 275us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389128.326463:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 235 00010000:00010000:1.0:1785389128.336772:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.336796:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.336805:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.336811:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389128.336818:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.336828:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.336847:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff943402a86900) 00010000:00010000:1.0:1785389128.336850:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389128.336856:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389128.336864:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd77c8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389128.340048:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.340190:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458747520 00000100:00100000:3.0:1785389128.340202:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458747520 00000100:00100000:3.0:1785389128.340273:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 236 00000100:00100000:3.0:1785389128.340285:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:25880:x1872115458747520:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389128.340309:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.340332:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899a0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.340370:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.340406:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389128.340412:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389128.340418:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.340467:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.340482:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389128.340498:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485847168:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389128.340620:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389128.355111:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485847168:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389128.355160:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.355201:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69600, rc 0) 00000100:00100000:3.0:1785389128.355279:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:25880:x1872115458747520:12345-192.168.204.39@tcp:101:cp.0 Request processed in 14996us (15243us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389128.355288:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 236 00000100:00100000:2.0:1785389128.357507:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.362559:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458747648 00000100:00100000:1.0:1785389128.362579:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458747648 00010000:00010000:0.0:1785389128.362827:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389128.362876:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:0.0:1785389128.362887:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426384850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458747648:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389128.362905:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389128.362933:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.362950:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.363015:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd77ca2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89999 expref: 11 pid: 6614 timeout: 948 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.363035:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389128.363040:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389128.363051:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.363062:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.363109:0:17125:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389128.363126:0:17125:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17125:1872115485847296:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389128.363249:0:17125:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389128.367235:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.367453:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458747904 00000100:00100000:3.0:1785389128.367464:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458747904 00000100:00100000:3.0:1785389128.367533:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 188 00000100:00100000:3.0:1785389128.367561:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:25880:x1872115458747904:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785389128.368301:0:17125:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17125:1872115485847296:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389128.368331:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389128.368381:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25880:x1872115458747904:12345-192.168.204.39@tcp:35:cp.0 Request processed in 821us (1159us total) trans 4294967901 rc 0/0 00000100:00100000:3.0:1785389128.368398:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 188 00000100:00100000:1.0:1785389128.375415:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426384850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458747648:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 12506us (17905us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.375465:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:2.0:1785389128.547881:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389128.548236:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458748032 00000100:00100000:0.0:1785389128.548249:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458748032 00000100:00100000:0.0:1785389128.548323:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 925 00000100:00100000:0.0:1785389128.548333:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:25883:x1872115458748032:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389128.548361:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389128.548611:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77cb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899a7 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548726:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548767:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548783:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548801:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548809:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548817:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548938:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548946:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.548953:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389128.548993:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00000004:00200000:0.0:1785389128.548997:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389128.549018:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549043:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549053:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549061:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549070:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549077:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389128.549082:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549091:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549105:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:0.0:1785389128.549109:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389128.549114:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549121:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd77cb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549138:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549144:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549157:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.549162:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389128.549166:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.550316:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.550329:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff94341e7d2800) 00010000:00010000:0.0:1785389128.550332:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389128.550335:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.550342:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd77cbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.550382:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd77cb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a7 expref: 85 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.550406:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a7 expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389128.550414:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:0.0:1785389128.550425:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389128.550428:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1e00, rc 0) 00000100:00100000:0.0:1785389128.550522:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:25883:x1872115458748032:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2189us (2653us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389128.550543:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 925 00000100:00100000:2.0:1785389128.562122:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389128.562196:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458748160 00000100:00100000:0.0:1785389128.562208:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458748160 00000100:00100000:0.0:1785389128.562275:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 237 00000100:00100000:0.0:1785389128.562286:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458748160:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389128.562309:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389128.562331:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fa8d63a/0xb9b521054fd77ccc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899ae expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389128.562411:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485847424:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389128.562533:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e0c0 going to sleep for 11 seconds 00002000:00010000:3.0:1785389128.576702:0:6615:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1785389128.576714:0:6615:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime: 0 -> 1785389127 00002000:00010000:3.0:1785389128.576717:0:6615:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb atime: 0 -> 1785389127 00002000:00010000:3.0:1785389128.576719:0:6615:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime: 0 -> 1785389127 00000100:00100000:3.0:1785389128.576858:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485847424:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389128.576905:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fa8d63a/0xb9b521054fd77ccc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ae expref: 13 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.576935:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fa8d63a/0xb9b521054fd77ccc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ae expref: 13 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.576948:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2000, rc 0) 00000100:00100000:3.0:1785389128.577078:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458748160:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 14792us (14969us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389128.577088:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 237 00000100:00100000:2.0:1785389128.592150:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.592276:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458748288 00000100:00100000:3.0:1785389128.592289:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458748288 00000100:00100000:3.0:1785389128.592348:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 926 00000100:00100000:3.0:1785389128.592357:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:25883:x1872115458748288:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389128.592384:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.592426:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77cd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899b5 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.592543:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77cda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.592562:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.592575:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389128.592645:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1785389128.592649:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389128.592671:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.592700:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69200/0xb9b521054fd77cd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899b5 expref: 86 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.592721:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77cda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899b5 expref: 85 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389128.592731:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389128.592734:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389128.592738:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68a00, rc 0) 00000100:00100000:3.0:1785389128.592832:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25883:x1872115458748288:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 475us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389128.592839:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 926 00000100:00100000:0.0:1785389128.603820:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389128.603919:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458748416 00000100:00100000:3.0:1785389128.603932:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458748416 00000100:00100000:3.0:1785389128.604007:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 238 00000100:00100000:3.0:1785389128.604017:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458748416:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389128.604043:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389128.604067:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd77ce1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899bc expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389128.604139:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485847552:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389128.604244:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fda80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389128.606824:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485847552:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389128.606870:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd77ce1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899bc expref: 13 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.606898:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd77ce1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899bc expref: 13 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389128.606912:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:2.0:1785389128.606974:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458748416:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2958us (3167us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389128.607000:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 238 00000100:00100000:2.0:1785389128.623083:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389128.623200:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458748672 00000100:00100000:1.0:1785389128.623212:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458748672 00000100:00100000:1.0:1785389128.623284:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 927 00000100:00100000:1.0:1785389128.623295:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25883:x1872115458748672:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389128.623653:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:1.0:1785389128.623792:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25883:x1872115458748672:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 498us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389128.623801:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 927 00010000:00010000:3.0:1785389128.947224:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389129.071149:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389129.071179:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485847680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389129.071279:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389129.071627:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485847680 00000100:00100000:3.0:1785389129.071638:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485847680 00000100:00100000:3.0:1785389129.071712:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1785389129.071723:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485847680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389129.071787:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389129.071850:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485847680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389129.071859:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1785389129.071905:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485847680:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389129.071916:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1785389129.141491:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389129.141515:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389129.141566:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:1.0:1785389129.141574:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389129.141946:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485847808:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389129.142072:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebd80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389129.148893:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485847808:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389129.149359:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389129.149647:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458748800 00000100:00100000:2.0:1785389129.149657:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458748800 00000100:00100000:2.0:1785389129.149760:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 928 00000100:00100000:2.0:1785389129.149773:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25893:x1872115458748800:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389129.149820:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389129.149936:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25893:x1872115458748800:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 167us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389129.149945:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 928 00000100:00080000:3.0:1785389129.150048:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389129.170359:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389129.171113:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749056 00000100:00100000:0.0:1785389129.171126:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749056 00000100:00100000:0.0:1785389129.171199:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 929 00000100:00100000:0.0:1785389129.171211:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:25893:x1872115458749056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389129.171238:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389129.171264:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77ce8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899c3 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.171387:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77cef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.171413:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77cef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.171450:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77cef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389129.171476:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:0.0:1785389129.171903:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77ce8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899c3 expref: 44 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.171923:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77cef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899c3 expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.171933:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:0.0:1785389129.171936:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389129.171940:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:0.0:1785389129.172077:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458749056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 867us (1731us total) trans 4294967902 rc 0/0 00000100:00100000:0.0:1785389129.172086:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 929 00000100:00100000:3.0:1785389129.186983:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389129.187039:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389129.187145:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749184 00000100:00100000:0.0:1785389129.187157:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749184 00000100:00100000:0.0:1785389129.187253:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 239 00000100:00100000:0.0:1785389129.187266:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458749184:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389129.187330:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.187355:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.187388:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x13:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1785389129.187394:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389129.187399:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.187455:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.187483:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 10 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389129.187500:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485847936:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389129.187720:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:2.0:1785389129.188038:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749312 00000100:00100000:2.0:1785389129.188045:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749312 00000100:00100000:2.0:1785389129.188094:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 41 00000100:00100000:2.0:1785389129.188101:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2363:x1872115458749312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389129.188114:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389129.188139:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77cef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899c3 expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.188158:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:2.0:1785389129.188163:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389129.188208:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2363:x1872115458749312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 107us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389129.188216:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 41 00000100:00080000:3.0:1785389129.188425:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389129.194260:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485847936:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389129.194299:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389129.194537:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389129.194718:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749440 00000100:00100000:3.0:1785389129.194728:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749440 00002000:00100000:3.0:1785389129.194820:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->157) req@ffff94343c01ea00 x1872115458749440/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:625/0 lens 648/0 e 0 to 0 dl 1785389140 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389129.194831:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01ea00 with x1872115458749440 ext(0->157) 00010000:00010000:3.0:1785389129.194855:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 11 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.194871:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 11 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389129.194881:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343c01ea00 00000100:00100000:3.0:1785389129.194917:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 8 00000100:00100000:3.0:1785389129.194927:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458749440:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:3.0:1785389129.196331:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458749440:12345-192.168.204.39@tcp:4:cp.0 Request processed in 1397us (1787us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1785389129.196342:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 8 00002000:00100000:3.0:1785389129.196351:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->157) req@ffff94343c01ea00 x1872115458749440/t4294967349(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:625/0 lens 648/448 e 0 to 0 dl 1785389140 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389129.196361:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01ea00 with x1872115458749440 ext(0->157) 00010000:00010000:3.0:1785389129.196369:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 13 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.196387:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 13 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389129.196396:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343c01ea00 00000100:00100000:3.0:1785389129.203964:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389129.204072:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749568 00000100:00100000:2.0:1785389129.204101:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749568 00010000:00010000:2.0:1785389129.204147:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 13 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389129.204197:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:2.0:1785389129.204207:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458749568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389129.204224:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389129.204250:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 13 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.204265:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 13 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.204292:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77ca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a0 expref: 13 pid: 12002 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.204313:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389129.204318:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389129.204324:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.204335:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.204382:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389129.204454:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458749568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 248us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389129.204482:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 281 00010000:00010000:3.0:1785389129.204980:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205005:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205036:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205045:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205054:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205062:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389129.205067:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205078:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205091:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.205099:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002767e983/0xb9b521054fd77cfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389129.205584:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458749184:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 18316us (18610us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389129.205595:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 239 00000100:00100000:1.0:1785389129.227669:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389129.227715:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749824 00000100:00100000:1.0:1785389129.227727:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749824 00000100:00100000:1.0:1785389129.227799:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 930 00000100:00100000:1.0:1785389129.227817:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:25893:x1872115458749824:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389129.227953:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:25893:x1872115458749824:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 138us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389129.227961:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 930 00000100:00100000:2.0:1785389129.256087:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389129.256238:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458749952 00000100:00100000:0.0:1785389129.256252:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458749952 00000100:00100000:0.0:1785389129.256328:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 240 00000100:00100000:0.0:1785389129.256341:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458749952:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389129.256367:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389129.256397:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899ca expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389129.256479:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 158, mtime: 0x6a6ae047, atime: 0x0, ctime: 0x6a6ae047, blocks: 0x1 00010000:00010000:0.0:1785389129.256507:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=849s v=(0 0) 00010000:00010000:0.0:1785389129.256526:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389129.256537:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.256560:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.256577:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:0.0:1785389129.256647:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458749952:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 309us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389129.256654:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 240 00000100:00100000:1.0:1785389129.263236:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389129.263337:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458750208 00000100:00100000:2.0:1785389129.263350:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458750208 00000100:00100000:2.0:1785389129.263435:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 931 00000100:00100000:2.0:1785389129.263446:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:25893:x1872115458750208:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389129.263603:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:25893:x1872115458750208:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 159us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389129.263611:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 931 00000100:00100000:1.0:1785389129.271320:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389129.271400:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458750336 00000100:00100000:0.0:1785389129.271420:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458750336 00002000:00100000:0.0:1785389129.271490:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff943405090380 x1872115458750336/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:625/0 lens 488/0 e 0 to 0 dl 1785389140 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389129.271503:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405090380 with x1872115458750336 ext(0->4095) 00002000:00010000:0.0:1785389129.271510:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405090380 00000100:00100000:0.0:1785389129.271556:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 87 00000100:00100000:0.0:1785389129.271567:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458750336:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389129.271826:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458750336:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 260us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389129.271855:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 87 00002000:00100000:0.0:1785389129.271863:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff943405090380 x1872115458750336/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:625/0 lens 488/4536 e 0 to 0 dl 1785389140 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389129.271871:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405090380 with x1872115458750336 ext(0->4095) 00002000:00010000:0.0:1785389129.271875:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405090380 00000100:00100000:1.0:1785389129.302928:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389129.303016:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458750464 00000100:00100000:2.0:1785389129.303028:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458750464 00000100:00100000:2.0:1785389129.303098:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 932 00000100:00100000:2.0:1785389129.303109:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:25893:x1872115458750464:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389129.303136:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389129.303162:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899d1 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.303205:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.303222:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.303235:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.303352:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 44 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.303375:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 43 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.303386:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:2.0:1785389129.303389:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389129.303393:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ec400, rc 0) 00000100:00100000:2.0:1785389129.303466:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458750464:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 359us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389129.303474:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 932 00000100:00100000:2.0:1785389129.314227:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389129.314425:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458750592 00000100:00100000:1.0:1785389129.314438:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458750592 00000100:00100000:1.0:1785389129.314522:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 933 00000100:00100000:1.0:1785389129.314535:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458750592:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389129.314582:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389129.314721:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458750592:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 188us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389129.314730:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 933 00000100:00100000:2.0:1785389129.339974:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389129.340025:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458750720 00000100:00100000:2.0:1785389129.340037:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458750720 00000100:00100000:2.0:1785389129.340097:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 241 00000100:00100000:2.0:1785389129.340107:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458750720:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389129.340183:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340204:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389129.340209:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389129.340217:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340236:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340291:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340301:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340310:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340318:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389129.340323:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340332:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340351:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389129.340359:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd77d19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389129.340456:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458750720:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 350us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389129.340473:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 241 00000100:00100000:2.0:1785389129.348184:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389129.348320:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458750976 00000100:00100000:3.0:1785389129.348332:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458750976 00000100:00100000:3.0:1785389129.348420:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 934 00000100:00100000:3.0:1785389129.348432:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458750976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389129.348544:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.348565:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 43 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.348576:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.348624:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 43 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.348641:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 43 pid: 9185 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389129.348658:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485848064:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389129.348781:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389129.354442:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389129.354961:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485848064:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389129.355014:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389129.356902:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458751104 00000100:00100000:0.0:1785389129.356918:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458751104 00010000:00010000:0.0:1785389129.356979:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 44 pid: 9185 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389129.357027:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 282 00000100:00100000:0.0:1785389129.357037:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458751104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389129.357063:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389129.357071:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 44 pid: 9185 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.357086:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 44 pid: 9185 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.357113:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77d12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d1 expref: 44 pid: 9185 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.357130:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:0.0:1785389129.357567:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.357593:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.357603:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389129.357634:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389129.357712:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2363:x1872115458751104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 675us (3283us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389129.357721:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 282 00010000:00010000:3.0:1785389129.358689:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.358702:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.358989:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.358998:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.359006:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.359013:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389129.359018:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.359027:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.359039:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:3.0:1785389129.359042:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389129.359056:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389129.359063:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389129.359614:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458750976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 11180us (11439us total) trans 4294967903 rc 0/0 00000100:00100000:3.0:1785389129.359626:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 934 00000040:00080000:2.0:1785389129.360202:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389129.360209:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389129.363765:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785389129.363786:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389129.365907:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389129.366031:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458751360 00000100:00100000:3.0:1785389129.366044:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458751360 00000100:00100000:3.0:1785389129.366110:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 189 00000100:00100000:3.0:1785389129.366120:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b059450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:25893:x1872115458751360:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389129.367170:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b059450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:25893:x1872115458751360:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1047us (1271us total) trans 4294967904 rc 0/0 00000100:00100000:3.0:1785389129.367182:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 189 00010000:00010000:0.0:1785389129.966896:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389130.417490:0:18761:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389130.417505:0:18761:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389130.417552:0:18761:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:2.0:1785389130.417562:0:18761:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389130.550719:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389130.550786:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458751616 00000100:00100000:1.0:1785389130.550807:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458751616 00000100:00100000:1.0:1785389130.550900:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 935 00000100:00100000:1.0:1785389130.550912:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25894:x1872115458751616:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389130.550939:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389130.550942:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1785389130.550976:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77cda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899b5 expref: 85 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389130.550997:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:1.0:1785389130.551002:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389130.551027:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899d8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389130.551163:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389130.551178:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389130.551191:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389130.551202:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:1.0:1785389130.551370:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d8 expref: 87 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389130.551398:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d8 expref: 86 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389130.551406:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:1.0:1785389130.551409:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389130.551412:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7c00, rc 0) 00000100:00100000:1.0:1785389130.551494:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:25894:x1872115458751616:12345-192.168.204.39@tcp:101:bash.0 Request processed in 584us (797us total) trans 4294967905 rc 0/0 00000100:00100000:1.0:1785389130.551503:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 935 00000100:00080000:0.0:1785389130.554050:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389130.555443:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389130.556620:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458751744 00000100:00100000:0.0:1785389130.556634:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458751744 00000100:00100000:0.0:1785389130.556721:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 42 00000100:00100000:0.0:1785389130.556731:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:2362:x1872115458751744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389130.556768:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389130.556797:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899d8 expref: 86 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389130.556821:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:0.0:1785389130.556827:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389130.556903:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:2362:x1872115458751744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 172us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389130.556911:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 42 00000100:00100000:1.0:1785389130.577763:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.577818:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458751872 00000100:00100000:3.0:1785389130.577830:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458751872 00000100:00100000:3.0:1785389130.577929:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 242 00000100:00100000:3.0:1785389130.577942:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458751872:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389130.577967:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389130.577990:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899df expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.578022:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389130.578027:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389130.578038:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 13 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.578056:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 13 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.578098:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69a00, rc 0) 00000100:00100000:3.0:1785389130.578165:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458751872:12345-192.168.204.39@tcp:101:cat.0 Request processed in 226us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389130.578173:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 242 00000100:00080000:1.0:1785389130.578681:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389130.597690:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.600090:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458752000 00000100:00100000:3.0:1785389130.600107:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458752000 00000100:00100000:3.0:1785389130.600173:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 243 00000100:00100000:3.0:1785389130.600184:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:25894:x1872115458752000:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389130.600219:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389130.600242:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899e6 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.600298:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.600309:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.600317:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389130.600322:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389130.600328:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899e6 expref: 14 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.600574:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.600609:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 14 pid: 12002 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389130.600627:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485848192:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389130.600782:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.600794:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 11 pid: 6615 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389130.600803:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485848320:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389130.600835:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939540 going to sleep for 11 seconds 00000100:00100000:0.0:1785389130.638302:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389130.638362:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389130.638426:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458752256 00000100:00100000:0.0:1785389130.638438:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458752256 00010000:00010000:0.0:1785389130.638489:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 12 pid: 6615 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389130.638563:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458752128 00000100:00100000:2.0:1785389130.638568:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458752128 00010000:00010000:2.0:1785389130.638590:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 15 pid: 12002 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389130.638632:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 283 00000100:00100000:2.0:1785389130.638643:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2363:x1872115458752128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389130.638662:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389130.638692:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 15 pid: 12002 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389130.638709:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 15 pid: 12002 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389130.638773:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389130.638838:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2363:x1872115458752128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 196us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389130.638847:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 283 00010000:00010000:3.0:1785389130.641686:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009538e819/0xb9b521054fd77d3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899df expref: 14 pid: 12002 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389130.641715:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485848192:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389130.641732:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485848320:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389130.641806:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899e6 expref: 13 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.641827:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69200, rc 0) 00000100:00100000:3.0:1785389130.641900:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:25894:x1872115458752000:12345-192.168.204.39@tcp:101:cat.0 Request processed in 41717us (44223us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389130.641925:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 243 00000100:00100000:0.0:1785389130.643494:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 284 00000100:00100000:0.0:1785389130.643514:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458752256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389130.643534:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389130.643566:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 12 pid: 6615 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389130.643580:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 12 pid: 6615 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389130.643607:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77d04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ca expref: 12 pid: 6615 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389130.643622:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389130.643627:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389130.643634:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899e6 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389130.643645:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899e6 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389130.643701:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899e6 expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389130.643716:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485848448:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389130.643952:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389130.653876:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.660529:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458752384 00000100:00100000:3.0:1785389130.660553:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458752384 00002000:00100000:3.0:1785389130.660633:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff943302e3b480 x1872115458752384/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:626/0 lens 488/0 e 0 to 0 dl 1785389141 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389130.660647:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302e3b480 with x1872115458752384 ext(0->4095) 00002000:00010000:3.0:1785389130.660657:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302e3b480 00000100:00100000:3.0:1785389130.660710:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:3.0:1785389130.660721:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458752384:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1785389130.661009:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458752384:12345-192.168.204.39@tcp:3:cat.0 Request processed in 289us (7146us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389130.661018:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 88 00002000:00100000:3.0:1785389130.661025:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff943302e3b480 x1872115458752384/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:626/0 lens 488/4536 e 0 to 0 dl 1785389141 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389130.661034:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302e3b480 with x1872115458752384 ext(0->4095) 00002000:00010000:3.0:1785389130.661038:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302e3b480 00000100:00100000:3.0:1785389130.661249:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485848448:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389130.661290:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389130.661326:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458752256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 17822us (23036us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389130.661336:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 284 00000100:00100000:0.0:1785389130.674990:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389130.675046:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458752640 00000100:00100000:0.0:1785389130.675057:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458752640 00000100:00100000:0.0:1785389130.675116:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 190 00000100:00100000:0.0:1785389130.675127:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:25894:x1872115458752640:12345-192.168.204.39@tcp:35:cat.0 00000001:00080000:0.0:1785389130.675649:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967906 00000001:00080000:0.0:1785389130.675700:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967907 00000100:00100000:0.0:1785389130.675857:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:25894:x1872115458752640:12345-192.168.204.39@tcp:35:cat.0 Request processed in 730us (879us total) trans 4294967908 rc 0/0 00000100:00100000:0.0:1785389130.675865:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 190 00000020:00080000:0.0:1785389130.675871:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1785389130.705706:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389130.705818:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458752768 00000100:00100000:2.0:1785389130.705830:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458752768 00002000:00100000:2.0:1785389130.705895:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->315) req@ffff94343d3aa300 x1872115458752768/t0(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:626/0 lens 808/0 e 0 to 0 dl 1785389141 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389130.705906:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3aa300 with x1872115458752768 ext(0->315) 00002000:00010000:2.0:1785389130.705913:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d3aa300 00000100:00100000:2.0:1785389130.705944:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00100000:2.0:1785389130.705961:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458752768:12345-192.168.204.39@tcp:4:cat.0 00000100:00100000:2.0:1785389130.706557:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2362:x1872115458752768:12345-192.168.204.39@tcp:4:cat.0 Request processed in 601us (866us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1785389130.706567:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 89 00002000:00100000:2.0:1785389130.706576:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->315) req@ffff94343d3aa300 x1872115458752768/t4294967350(0) o4->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:626/0 lens 808/448 e 0 to 0 dl 1785389141 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389130.706586:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3aa300 with x1872115458752768 ext(0->315) 00002000:00010000:2.0:1785389130.706589:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d3aa300 00000100:00100000:1.0:1785389130.745389:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.745471:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458753024 00000100:00100000:3.0:1785389130.745489:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458753024 00000100:00100000:3.0:1785389130.745575:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 936 00000100:00100000:3.0:1785389130.745602:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:25896:x1872115458753024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389130.745637:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389130.745664:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899ed expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.745819:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77d51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.745837:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77d51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.745853:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77d51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389130.745866:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 316 00010000:00010000:3.0:1785389130.746015:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ed expref: 91 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.746038:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77d51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ed expref: 90 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.746047:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:3.0:1785389130.746050:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1785389130.746054:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389130.746128:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25896:x1872115458753024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 531us (757us total) trans 4294967909 rc 0/0 00000100:00100000:3.0:1785389130.746985:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 936 00000100:00100000:0.0:1785389130.749769:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.751329:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458753152 00000100:00100000:3.0:1785389130.751348:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458753152 00000100:00100000:3.0:1785389130.751455:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 937 00000100:00100000:3.0:1785389130.751468:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25896:x1872115458753152:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:3.0:1785389130.751565:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751586:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751599:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751632:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751639:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751646:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751652:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389130.751657:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751665:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751678:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:3.0:1785389130.751681:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389130.751687:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.751705:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389130.751823:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25896:x1872115458753152:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 357us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389130.751832:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 937 00000100:00100000:1.0:1785389130.797816:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.797957:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458753280 00000100:00100000:3.0:1785389130.797966:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458753280 00000100:00100000:3.0:1785389130.798018:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 938 00000100:00100000:3.0:1785389130.798027:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25897:x1872115458753280:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389130.798048:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389130.798068:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899f4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.798137:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.798150:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.798163:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389130.798296:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1785389130.798300:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389130.798322:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.798346:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77d66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899f4 expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.798382:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69a00/0xb9b521054fd77d6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899f4 expref: 91 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.798392:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff943412a70c00) 00010000:00010000:3.0:1785389130.798395:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389130.798398:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69a00, rc 0) 00000100:00100000:3.0:1785389130.798456:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:25897:x1872115458753280:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 430us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389130.798463:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 938 00000100:00100000:3.0:1785389130.850872:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389130.850968:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458753664 00000100:00100000:2.0:1785389130.850977:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458753664 00000100:00100000:2.0:1785389130.851029:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 191 00000100:00100000:2.0:1785389130.851037:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:25897:x1872115458753664:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389130.851267:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:25897:x1872115458753664:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 229us (401us total) trans 4294967910 rc 0/0 00000100:00100000:2.0:1785389130.851274:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 191 00000100:00100000:3.0:1785389130.857414:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.857449:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458753792 00000100:00100000:3.0:1785389130.857459:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458753792 00000100:00100000:3.0:1785389130.857510:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 43 00000100:00100000:3.0:1785389130.857518:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426386450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:25897:x1872115458753792:12345-192.168.204.39@tcp:103:lfs.0 00010000:00010000:3.0:1785389130.857533:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1785389130.857557:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77d51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899ed expref: 92 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.857591:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd77cc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899a7 expref: 91 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389130.857602:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff943402a86500) 00010000:00010000:3.0:1785389130.857607:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389130.857647:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426386450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25897:x1872115458753792:12345-192.168.204.39@tcp:103:lfs.0 Request processed in 130us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389130.857666:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 43 00000100:00100000:3.0:1785389130.863280:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389130.863311:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458753920 00000100:00100000:3.0:1785389130.863319:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458753920 00000100:00100000:3.0:1785389130.863451:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 939 00000100:00100000:3.0:1785389130.863460:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25897:x1872115458753920:12345-192.168.204.39@tcp:58:lfs.0 00000100:00100000:3.0:1785389130.863569:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:25897:x1872115458753920:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 110us (296us total) trans 0 rc -1/-1 00000100:00100000:3.0:1785389130.863627:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 939 00010000:00010000:3.0:1785389130.997787:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1785389131.703395:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000001:00080000:0.0:1785389131.703417:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:00080000:1.0:1785389131.710280:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967908 is committed 00000001:00080000:1.0:1785389131.710313:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967902 is committed 00000001:00080000:1.0:1785389131.710394:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967910 is committed 00000001:00080000:1.0:1785389131.710405:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967904 is committed 00010000:00010000:3.0:1785389132.018176:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389132.437458:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437496:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437526:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437551:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437569:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437585:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437605:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389132.437630:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754432 00000100:00100000:3.0:1785389132.437639:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754432 00000100:00100000:3.0:1785389132.437690:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754688 00000100:00100000:3.0:1785389132.437693:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754688 00000100:00100000:3.0:1785389132.437706:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754304 00000100:00100000:3.0:1785389132.437707:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754304 00000100:00100000:3.0:1785389132.437718:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754816 00000100:00100000:3.0:1785389132.437720:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754816 00000100:00100000:3.0:1785389132.437735:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:3.0:1785389132.437764:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2364:x1872115458754432:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389132.437838:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2364:x1872115458754432:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389132.437846:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:3.0:1785389132.437861:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 469 00000100:00100000:3.0:1785389132.437867:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458754688:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389132.437903:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458754688:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389132.437909:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 469 00000100:00100000:3.0:1785389132.437919:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 470 00000100:00100000:3.0:1785389132.437925:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458754304:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389132.438057:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 471 00000100:00100000:0.0:1785389132.438066:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458754816:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389132.438103:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458754816:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389132.438118:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 471 00000100:00100000:2.0:1785389132.438254:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754176 00000100:00100000:2.0:1785389132.438259:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754176 00000100:00100000:2.0:1785389132.438289:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754560 00000100:00100000:2.0:1785389132.438292:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754560 00000100:00100000:2.0:1785389132.438321:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:2.0:1785389132.438329:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:2364:x1872115458754176:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389132.438366:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:2364:x1872115458754176:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389132.438372:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:2.0:1785389132.438383:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:2.0:1785389132.438388:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2364:x1872115458754560:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389132.438410:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2364:x1872115458754560:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389132.438415:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:3.0:1785389132.438649:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458754304:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 723us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389132.438657:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 470 00000100:00100000:3.0:1785389132.438679:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754048 00000100:00100000:3.0:1785389132.438683:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754048 00000100:00100000:3.0:1785389132.442068:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:3.0:1785389132.442089:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458754048:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389132.442159:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458754048:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 79us (4607us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389132.442167:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00080000:1.0:1785389132.443310:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389132.443327:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389132.443331:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389132.655019:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485848576:0@lo:400:kworker.0 00000100:00100000:3.0:1785389132.655087:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389132.655151:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485848576 00000100:00100000:3.0:1785389132.655168:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485848576 00000100:00100000:3.0:1785389132.655216:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1785389132.655224:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485848576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389132.655270:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485848576:12345-0@lo:400:kworker.0 Request processed in 47us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389132.655278:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1785389132.655319:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485848576:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.655538:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485848960:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.655575:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389132.655597:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389132.655603:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485849088:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.655629:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389132.655656:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485848832:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.655679:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389132.655696:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389132.655701:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485848704:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.655720:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389132.655737:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485849216:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.655794:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389132.655834:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485848960 00000100:00100000:1.0:1785389132.655838:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485848960 00000100:00100000:1.0:1785389132.656165:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849216 00000100:00100000:1.0:1785389132.656169:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849216 00000100:00100000:1.0:1785389132.656187:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1785389132.656194:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485848960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656232:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485848960:12345-0@lo:400:kworker.0 Request processed in 38us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389132.656239:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1785389132.656421:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1785389132.656443:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485849216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656496:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485849216:12345-0@lo:400:kworker.0 Request processed in 35us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389132.656501:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1785389132.656519:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849088 00000100:00100000:1.0:1785389132.656523:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849088 00000100:00100000:1.0:1785389132.656548:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485848832 00000100:00100000:1.0:1785389132.656551:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485848832 00000100:00100000:1.0:1785389132.656562:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485848704 00000100:00100000:1.0:1785389132.656564:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485848704 00000100:00100000:1.0:1785389132.656576:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1785389132.656581:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485849088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656612:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485849088:12345-0@lo:400:kworker.0 Request processed in 29us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389132.656617:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1785389132.656628:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1785389132.656633:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485848832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656659:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485848832:12345-0@lo:400:kworker.0 Request processed in 26us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389132.656665:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1785389132.656675:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1785389132.656680:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485848704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656702:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485848704:12345-0@lo:400:kworker.0 Request processed in 22us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389132.656706:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00080000:1.0:1785389132.656729:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389132.656733:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389132.656770:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389132.656802:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485849088:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656812:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485848960:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656838:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485848704:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656847:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485849216:0@lo:400:kworker.0 00000100:00100000:1.0:1785389132.656855:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485848832:0@lo:400:kworker.0 00010000:00010000:0.0:1785389133.039841:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389133.167554:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485849344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389133.167619:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389133.167719:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849344 00000100:00100000:2.0:1785389133.167727:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849344 00000100:00100000:2.0:1785389133.167804:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1785389133.167812:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485849344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389133.167843:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389133.167891:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485849344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389133.167898:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1785389133.168123:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485849344:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389134.065474:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389134.191041:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389134.191078:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485849472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389134.191168:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389134.191394:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849472 00000100:00100000:3.0:1785389134.191405:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849472 00000100:00100000:3.0:1785389134.191490:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1785389134.191502:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485849472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389134.191549:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389134.191605:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485849472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389134.191613:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1785389134.191681:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485849472:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389134.191894:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389135.090153:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389136.112191:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389136.563355:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389136.563368:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389136.563407:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:0.0:1785389136.563414:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389137.136272:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389137.564295:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389137.564337:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389137.564354:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458754944 00000100:00100000:3.0:1785389137.564364:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458754944 00000100:00100000:1.0:1785389137.564378:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389137.564399:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389137.564404:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 606 00000100:00100000:3.0:1785389137.564414:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458754944:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389137.564416:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389137.564430:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389137.564481:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458754944:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389137.564489:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 606 00000100:00100000:1.0:1785389137.564493:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389137.564522:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755328 00000100:00100000:3.0:1785389137.564533:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755328 00000100:00100000:1.0:1785389137.564555:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755584 00000100:00100000:1.0:1785389137.564558:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755584 00000100:00100000:3.0:1785389137.564565:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755200 00000100:00100000:3.0:1785389137.564568:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755200 00000100:00100000:1.0:1785389137.564575:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755712 00000100:00100000:1.0:1785389137.564577:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755712 00000100:00100000:3.0:1785389137.564582:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 474 00000100:00100000:3.0:1785389137.564588:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458755328:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389137.564589:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 475 00000100:00100000:1.0:1785389137.564595:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458755584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389137.564628:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458755328:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389137.564634:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 474 00000100:00100000:3.0:1785389137.564647:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00100000:3.0:1785389137.564654:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458755200:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389137.565313:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755072 00000100:00100000:2.0:1785389137.565320:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755072 00000100:00100000:2.0:1785389137.565352:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755456 00000100:00100000:2.0:1785389137.565354:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755456 00000100:00100000:2.0:1785389137.565376:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:2.0:1785389137.565384:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:2364:x1872115458755072:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389137.574862:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:0.0:1785389137.574885:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2365:x1872115458755456:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389137.580353:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458755584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15744us (15939us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.580386:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 475 00000100:00100000:1.0:1785389137.580426:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:1.0:1785389137.580439:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458755712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389137.580517:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458755712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 83us (16023us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.580523:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:3.0:1785389137.588236:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458755200:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23557us (23793us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389137.588261:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00080000:3.0:1785389137.588434:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389137.588441:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389137.588443:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389137.589276:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:2364:x1872115458755072:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23888us (24933us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389137.589288:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:0.0:1785389137.592936:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2365:x1872115458755456:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18051us (28493us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389137.592952:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:1.0:1785389137.779195:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485849728:0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.779266:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389137.779307:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485850240:0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.779328:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389137.779370:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389137.779375:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485849856:0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.779391:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389137.779416:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485850240 00000100:00100000:1.0:1785389137.779423:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485850240 00000100:00100000:1.0:1785389137.779467:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1785389137.779474:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485850240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.779515:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485850240:12345-0@lo:400:kworker.0 Request processed in 41us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.779521:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1785389137.779559:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485850240:0@lo:400:kworker.0 00000100:00100000:3.0:1785389137.779618:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485849600:0@lo:400:kworker.0 00000100:00100000:3.0:1785389137.779650:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389137.779681:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485850112:0@lo:400:kworker.0 00000100:00100000:3.0:1785389137.779705:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389137.779721:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389137.779726:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485849984:0@lo:400:kworker.0 00000100:00100000:3.0:1785389137.779775:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1785389137.779797:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389137.779935:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849600 00000100:00100000:1.0:1785389137.779939:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849600 00000100:00100000:1.0:1785389137.779962:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1785389137.779978:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485849600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.780028:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485849600:12345-0@lo:400:kworker.0 Request processed in 50us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.780035:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1785389137.780062:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849984 00000100:00100000:1.0:1785389137.780066:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849984 00000100:00100000:1.0:1785389137.780094:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1785389137.780100:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485849984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.780130:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485849984:12345-0@lo:400:kworker.0 Request processed in 30us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.780136:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1785389137.780160:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485849984:0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.780169:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485849600:0@lo:400:kworker.0 00000100:00080000:1.0:1785389137.780184:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389137.781194:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849728 00000100:00100000:2.0:1785389137.781203:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849728 00000100:00100000:2.0:1785389137.781245:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485849856 00000100:00100000:2.0:1785389137.781248:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485849856 00000100:00100000:2.0:1785389137.781327:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485850112 00000100:00100000:2.0:1785389137.781331:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485850112 00000100:00100000:1.0:1785389137.786827:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1785389137.786853:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485849728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.786962:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485849728:12345-0@lo:400:kworker.0 Request processed in 122us (7694us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.786970:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1785389137.786994:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1785389137.787003:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485849856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389137.787033:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485849856:12345-0@lo:400:kworker.0 Request processed in 32us (7641us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389137.787038:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1785389137.787097:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485849856:0@lo:400:kworker.0 00000100:00100000:0.0:1785389137.790351:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485849728:0@lo:400:kworker.0 00000100:00080000:3.0:1785389137.790400:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389137.792932:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1785389137.792947:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485850112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389137.793048:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485850112:12345-0@lo:400:kworker.0 Request processed in 105us (13342us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389137.793055:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1785389137.793183:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485850112:0@lo:400:kworker.0 00000100:00100000:0.0:1785389138.116346:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389138.116422:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755840 00000100:00100000:1.0:1785389138.116431:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755840 00000100:00100000:1.0:1785389138.116490:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 940 00000100:00100000:1.0:1785389138.116500:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25876:x1872115458755840:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785389138.116598:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:25876:x1872115458755840:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 98us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389138.116606:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 940 00010000:00010000:3.0:1785389138.161964:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389138.287122:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485850368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389138.287204:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389138.287352:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485850368 00000100:00100000:3.0:1785389138.287361:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485850368 00000100:00100000:3.0:1785389138.287406:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1785389138.287415:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485850368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389138.287450:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389138.287502:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485850368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389138.287510:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1785389138.287678:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485850368:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1785389139.182912:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389139.315740:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485850496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389139.315843:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389139.319060:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485850496 00000100:00100000:3.0:1785389139.319071:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485850496 00000100:00100000:3.0:1785389139.319143:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1785389139.319156:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485850496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389139.319202:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389139.319296:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485850496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389139.319304:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00080000:2.0:1785389139.320357:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389139.320428:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485850496:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1785389140.172270:0:18960:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 01:25:37 (1785389137) 00010000:00010000:1.0:1785389140.207177:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389141.072028:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.072126:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458755968 00000100:00100000:2.0:1785389141.072157:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458755968 00000100:00100000:2.0:1785389141.072249:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 941 00000100:00100000:2.0:1785389141.072258:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:26500:x1872115458755968:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1785389141.072354:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:26500:x1872115458755968:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 97us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389141.072361:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 941 00000100:00080000:3.0:1785389141.072670:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389141.098483:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389141.098696:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756096 00000100:00100000:1.0:1785389141.098706:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756096 00000100:00100000:1.0:1785389141.098804:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 942 00000100:00100000:1.0:1785389141.098815:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:26501:x1872115458756096:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389141.098835:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389141.098856:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77d74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a899fb expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.098921:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.098936:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.098968:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.098984:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.098991:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.098997:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099373:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099382:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099388:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099394:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389141.099399:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099406:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099417:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389141.099421:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.099425:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099437:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77d7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099696:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099704:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099711:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099715:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389141.099719:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.099725:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785389141.099873:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389141.100575:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff943419771c00) 00010000:00010000:1.0:1785389141.100579:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.100584:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.100591:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77d82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.100627:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77d74 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899fb expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.100648:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:1.0:1785389141.100650:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.100654:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77d74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899fb expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.100662:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:1.0:1785389141.100725:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:26501:x1872115458756096:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1911us (2251us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389141.100740:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 942 00000100:00100000:1.0:1785389141.110862:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.111070:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756352 00000100:00100000:2.0:1785389141.111080:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756352 00000100:00100000:2.0:1785389141.111134:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 943 00000100:00100000:2.0:1785389141.111144:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:26501:x1872115458756352:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1785389141.111214:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389141.111241:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd77bc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89953 expref: 83 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.111257:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:2.0:1785389141.111262:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389141.111857:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.111871:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.111879:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.111922:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 38 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.111945:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 38 pid: 5822 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389141.111958:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485850624:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389141.112046:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404f80b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389141.129990:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485850624:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389141.130027:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.130180:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.131742:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756480 00000100:00100000:0.0:1785389141.131802:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756480 00010000:00010000:0.0:1785389141.131856:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 39 pid: 5822 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.131895:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 285 00000100:00100000:0.0:1785389141.131906:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:2363:x1872115458756480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389141.131921:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389141.131929:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 39 pid: 5822 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.131960:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 39 pid: 5822 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.131981:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd77c08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89968 expref: 39 pid: 5822 timeout: 961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.131997:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:0.0:1785389141.132002:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.132012:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.132020:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.132047:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389141.132091:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.132108:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:2363:x1872115458756480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 199us (1933us total) trans 0 rc 0/0 00010000:00010000:2.0:1785389141.132109:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.132135:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 285 00010000:00010000:2.0:1785389141.132181:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.132197:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.132208:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389141.136911:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00010000:00010000:2.0:1785389141.136935:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.136946:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.136963:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.136969:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389141.136975:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.136984:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.137422:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434421de800) 00010000:00010000:2.0:1785389141.137427:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389141.137432:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.137440:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77d89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389141.137465:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c4062824 reply state 0000000007ed554e transno 4294967911 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389141.137476:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389141.137609:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:26501:x1872115458756352:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 26461us (26751us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1785389141.137625:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 943 00010000:00010000:0.0:1785389141.145357:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.145376:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.145391:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.145419:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.145424:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.145433:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.145460:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff94340b507100) 00010000:00010000:0.0:1785389141.145464:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.145468:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.145474:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77d90 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389141.156334:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.156456:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756608 00000100:00100000:0.0:1785389141.156470:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756608 00000100:00100000:0.0:1785389141.157044:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 944 00000100:00100000:0.0:1785389141.157054:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+83:26502:x1872115458756608:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389141.157077:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.157099:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77d97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a02 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.157156:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77d9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.157168:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77d9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.157207:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77d9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389141.157278:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389141.157281:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389141.157307:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77d9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.157331:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77d97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a02 expref: 85 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.157350:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77d9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a02 expref: 84 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.157360:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389141.157364:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389141.157369:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2000, rc 0) 00000100:00100000:0.0:1785389141.157447:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:26502:x1872115458756608:12345-192.168.204.39@tcp:101:bash.0 Request processed in 394us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.157455:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 944 00000100:00100000:3.0:1785389141.170519:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.170678:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756736 00000100:00100000:0.0:1785389141.170693:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756736 00000100:00100000:0.0:1785389141.170816:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 945 00000100:00100000:0.0:1785389141.170828:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:26502:x1872115458756736:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389141.170849:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.170870:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77da5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a09 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.170954:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.170967:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.170977:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.170991:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.170997:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171003:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171103:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77dba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171111:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77dba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171117:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77dba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389141.171145:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:0.0:1785389141.171148:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389141.171166:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77dba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171200:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171206:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171212:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171217:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.171221:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171227:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171238:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389141.171241:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.171245:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171252:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77dac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171264:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171270:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171275:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171285:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.171287:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171293:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171301:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389141.171303:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.171305:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171311:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77db3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171338:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77da5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a09 expref: 86 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171351:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2c00/0xb9b521054fd77dba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a09 expref: 85 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.171358:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:0.0:1785389141.171361:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389141.171363:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2c00, rc 0) 00000100:00100000:0.0:1785389141.171430:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:26502:x1872115458756736:12345-192.168.204.39@tcp:101:bash.0 Request processed in 604us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.172150:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 945 00000100:00100000:3.0:1785389141.178405:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389141.179835:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756864 00000100:00100000:1.0:1785389141.179848:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756864 00000100:00100000:1.0:1785389141.179917:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 946 00000100:00100000:1.0:1785389141.179926:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:26502:x1872115458756864:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389141.179945:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389141.179963:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77dc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a10 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180034:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180048:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180059:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180138:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180147:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180154:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180228:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180234:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180240:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180244:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389141.180248:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180255:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180265:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:1.0:1785389141.180268:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.180271:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180277:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77dc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180293:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180298:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180303:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180308:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389141.180310:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180315:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180320:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff943419771c00) 00010000:00010000:1.0:1785389141.180322:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.180325:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180329:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77dcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180354:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77dc1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a10 expref: 86 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180363:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:1.0:1785389141.180365:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.180374:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77dc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a10 expref: 86 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.180392:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:1.0:1785389141.180903:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:26502:x1872115458756864:12345-192.168.204.39@tcp:101:bash.0 Request processed in 976us (2511us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389141.180910:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 946 00000100:00100000:1.0:1785389141.195875:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.196157:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458756992 00000100:00100000:2.0:1785389141.196177:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458756992 00000100:00100000:2.0:1785389141.196245:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 947 00000100:00100000:2.0:1785389141.196256:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+38:26503:x1872115458756992:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389141.196440:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389141.196467:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77dd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a17 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.196549:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.196565:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.196579:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389141.196656:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389141.196660:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389141.196690:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.196883:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77dd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 40 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.196904:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.196914:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:2.0:1785389141.196917:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389141.196921:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ec400, rc 0) 00000100:00100000:2.0:1785389141.197331:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:26503:x1872115458756992:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1076us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389141.197339:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 947 00000100:00100000:2.0:1785389141.204425:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.204510:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458757120 00000100:00100000:0.0:1785389141.204542:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458757120 00000100:00100000:0.0:1785389141.204617:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 948 00000100:00100000:0.0:1785389141.204629:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:26503:x1872115458757120:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389141.204656:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.204684:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77de4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a1e expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204797:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204814:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204828:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204844:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204850:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204856:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204991:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77df9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.204999:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77df9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205006:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77df9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389141.205055:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:0.0:1785389141.205059:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389141.205086:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77df9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205099:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205107:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205115:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205121:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.205125:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205133:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205147:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:0.0:1785389141.205150:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.205155:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205162:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77deb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205192:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205210:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205217:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205222:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.205226:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205233:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205241:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389141.205244:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.205247:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205254:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77df2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205286:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77de4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a1e expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205299:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3800/0xb9b521054fd77df9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a1e expref: 40 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.205307:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:0.0:1785389141.205310:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389141.205318:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3800, rc 0) 00000100:00100000:0.0:1785389141.210045:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26503:x1872115458757120:12345-192.168.204.39@tcp:101:rm.0 Request processed in 5401us (5617us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.210063:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 948 00000100:00100000:2.0:1785389141.224510:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.226363:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458757248 00000100:00100000:0.0:1785389141.226377:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458757248 00000100:00100000:0.0:1785389141.226494:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 949 00000100:00100000:0.0:1785389141.226505:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26503:x1872115458757248:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389141.226534:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.226560:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a25 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226662:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226680:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226694:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226726:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226734:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226741:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226838:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226863:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226871:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226877:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.226882:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226890:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226903:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:0.0:1785389141.226906:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.226911:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226917:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226932:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226938:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226944:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226948:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.226957:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226963:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226971:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff94341e7d2d00) 00010000:00010000:0.0:1785389141.226974:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.226976:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.226983:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.227018:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e00 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a25 expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.227029:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:0.0:1785389141.227031:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.227034:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a25 expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.227044:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389141.227129:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26503:x1872115458757248:12345-192.168.204.39@tcp:101:rm.0 Request processed in 625us (2631us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389141.227137:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 949 00010000:00010000:3.0:1785389141.237436:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389141.242388:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.245577:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458757376 00000100:00100000:3.0:1785389141.245598:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458757376 00000100:00100000:3.0:1785389141.246395:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 950 00000100:00100000:3.0:1785389141.246410:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26503:x1872115458757376:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389141.246437:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389141.246465:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a2c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.246550:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.246568:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.246581:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.246597:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.246604:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.246611:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247687:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247697:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247705:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247851:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389141.247857:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247867:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247885:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:3.0:1785389141.247889:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.247894:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247902:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.247916:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248015:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248024:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248029:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389141.248032:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248038:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248058:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff943437cd3100) 00010000:00010000:3.0:1785389141.248061:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.248064:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248070:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248113:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e15 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a2c expref: 41 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248125:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:3.0:1785389141.248128:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.248131:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a2c expref: 41 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.248674:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389141.249406:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26503:x1872115458757376:12345-192.168.204.39@tcp:101:rm.0 Request processed in 2994us (7026us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389141.249417:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 950 00000100:00100000:3.0:1785389141.271067:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.271550:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458757504 00000100:00100000:2.0:1785389141.271563:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458757504 00000100:00100000:2.0:1785389141.271646:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 951 00000100:00100000:2.0:1785389141.271666:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26504:x1872115458757504:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389141.271698:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389141.271738:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77e2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a33 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.271880:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.271898:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.271913:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272424:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272435:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272442:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272544:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272552:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272559:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272565:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389141.272570:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272578:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272594:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:3.0:1785389141.272597:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.272602:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272609:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd77e31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272626:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272632:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272639:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272651:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389141.272666:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272674:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272684:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff94340b507e00) 00010000:00010000:3.0:1785389141.272686:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.272689:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272695:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272799:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77e2a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a33 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272812:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:3.0:1785389141.272814:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.272818:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd77e2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a33 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.272830:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:3.0:1785389141.272902:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26504:x1872115458757504:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1246us (1852us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389141.272910:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 951 00000100:00100000:0.0:1785389141.276464:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.277154:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458757632 00000100:00100000:2.0:1785389141.277166:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458757632 00000100:00100000:2.0:1785389141.277232:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 952 00000100:00100000:2.0:1785389141.277242:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26504:x1872115458757632:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389141.277264:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389141.277296:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd77e3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a3a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277378:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277412:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277424:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277440:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277447:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277453:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277529:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277536:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277543:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277548:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389141.277553:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277560:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277571:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:2.0:1785389141.277580:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389141.277586:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277592:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77e46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277606:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277613:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277632:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277638:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389141.277641:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277647:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277655:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff94340b507f00) 00010000:00010000:2.0:1785389141.277657:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389141.277660:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277666:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77e4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277700:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd77e3f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a3a expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277727:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:2.0:1785389141.277729:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389141.277734:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd77e3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a3a expref: 41 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.277782:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ece00, rc 0) 00000100:00100000:2.0:1785389141.277859:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26504:x1872115458757632:12345-192.168.204.39@tcp:101:cp.0 Request processed in 619us (1407us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389141.277867:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 952 00000100:00100000:1.0:1785389141.280915:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.281650:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458757888 00000100:00100000:3.0:1785389141.281675:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458757888 00000100:00100000:3.0:1785389141.281805:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 953 00000100:00100000:3.0:1785389141.281816:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26504:x1872115458757888:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389141.281840:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389141.281862:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e54 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a41 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.282036:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.282053:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.282066:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.282082:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.282090:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.282097:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389141.285197:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:3.0:1785389141.286082:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.286101:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.286129:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.287979:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.287994:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288002:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288009:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389141.288014:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288023:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288040:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:1.0:1785389141.288044:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389141.288049:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288074:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77e5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389141.288092:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001aef6fef reply state 00000000127879f4 transno 4294967912 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389141.288103:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389141.288283:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77e54 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288365:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.288372:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:1.0:1785389141.288374:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389141.288376:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:1.0:1785389141.288517:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26504:x1872115458757888:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6701us (7610us total) trans 4294967912 rc 0/0 00000100:00100000:1.0:1785389141.288527:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 953 00000100:00100000:1.0:1785389141.304706:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.305551:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758016 00000100:00100000:0.0:1785389141.305564:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758016 00000100:00100000:0.0:1785389141.305666:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 244 00000100:00100000:0.0:1785389141.305697:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458758016:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389141.305723:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.305774:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a48 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389141.305809:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389141.305834:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=861s v=(0 0) 00010000:00010000:0.0:1785389141.305839:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389141.305850:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.305870:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.305886:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:0.0:1785389141.305952:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458758016:12345-192.168.204.39@tcp:101:cp.0 Request processed in 259us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.305960:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 244 00000100:00080000:2.0:1785389141.308013:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389141.309076:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.309092:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.309100:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.309107:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389141.309112:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.309122:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.309226:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff943437cd3100) 00010000:00010000:3.0:1785389141.309231:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389141.309237:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.309245:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77e62 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389141.310363:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.311118:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758144 00000100:00100000:3.0:1785389141.311131:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758144 00000100:00100000:3.0:1785389141.311211:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 245 00000100:00100000:3.0:1785389141.311222:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:26504:x1872115458758144:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389141.311261:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389141.311281:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a4f expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.311329:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.311340:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389141.311345:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389141.311350:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.311389:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.311405:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 11 pid: 6613 timeout: 961 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.311420:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485850752:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389141.311527:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389141.315543:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485850752:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389141.315594:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.316019:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69e00, rc 0) 00000100:00100000:3.0:1785389141.316126:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:26504:x1872115458758144:12345-192.168.204.39@tcp:101:cp.0 Request processed in 4904us (5768us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389141.316136:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 245 00000100:00100000:0.0:1785389141.316271:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.316396:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758272 00000100:00100000:0.0:1785389141.316415:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758272 00010000:00010000:0.0:1785389141.316456:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 12 pid: 6613 timeout: 961 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.316495:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 286 00000100:00100000:0.0:1785389141.316503:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458758272:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389141.316530:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389141.316561:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 12 pid: 6613 timeout: 961 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.316576:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 12 pid: 6613 timeout: 961 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.316617:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd77e77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a48 expref: 12 pid: 6613 timeout: 961 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.316635:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389141.316639:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389141.316649:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.316669:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.316709:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.316726:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485850880:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389141.316831:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389141.329390:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485850880:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389141.329430:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389141.329507:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458758272:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13003us (13237us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389141.329529:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 286 00000100:00100000:2.0:1785389141.333050:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.333147:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758528 00000100:00100000:3.0:1785389141.333159:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758528 00000100:00100000:3.0:1785389141.333236:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 192 00000100:00100000:3.0:1785389141.333246:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26504:x1872115458758528:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:3.0:1785389141.333951:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26504:x1872115458758528:12345-192.168.204.39@tcp:35:cp.0 Request processed in 704us (912us total) trans 4294967913 rc 0/0 00000100:00100000:3.0:1785389141.333960:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 192 00000100:00100000:2.0:1785389141.395153:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.395329:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758656 00000100:00100000:0.0:1785389141.395343:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758656 00000100:00100000:0.0:1785389141.395413:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 954 00000100:00100000:0.0:1785389141.395442:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+85:26507:x1872115458758656:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389141.395469:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.395495:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a56 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395593:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395619:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395634:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395650:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395665:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395672:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395839:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395849:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.395857:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389141.395908:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:0.0:1785389141.395912:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389141.396127:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396205:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396217:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396224:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396232:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396240:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.396245:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396254:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396268:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:0.0:1785389141.396271:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.396275:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396333:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77e8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396359:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396365:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396371:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396375:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.396378:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396384:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396391:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff94341e7d2500) 00010000:00010000:0.0:1785389141.396393:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389141.396396:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396402:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77e93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396433:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77e85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 87 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396446:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 86 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.396463:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:0.0:1785389141.396466:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389141.396468:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389141.396548:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26507:x1872115458758656:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1108us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.396557:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 954 00000100:00100000:0.0:1785389141.408793:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.408999:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758784 00000100:00100000:3.0:1785389141.409012:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758784 00000100:00100000:3.0:1785389141.409099:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 246 00000100:00100000:3.0:1785389141.409110:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458758784:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389141.409134:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389141.409174:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77ea1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a5d expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.409250:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485851008:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389141.409373:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2f00 going to sleep for 11 seconds 00000100:00080000:2.0:1785389141.409651:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1785389141.411818:0:6615:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1785389141.411829:0:6615:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime: 0 -> 1785389140 00002000:00010000:3.0:1785389141.411832:0:6615:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb atime: 0 -> 1785389140 00002000:00010000:3.0:1785389141.411835:0:6615:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime: 0 -> 1785389140 00000100:00100000:3.0:1785389141.411863:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485851008:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389141.411903:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77ea1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a5d expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.411942:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77ea1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a5d expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.411958:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389141.412021:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458758784:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2912us (3280us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389141.412031:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 246 00000100:00100000:1.0:1785389141.419872:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.420460:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458758912 00000100:00100000:0.0:1785389141.420474:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458758912 00000100:00100000:0.0:1785389141.420545:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 955 00000100:00100000:0.0:1785389141.420556:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26507:x1872115458758912:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389141.420583:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389141.420619:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ea8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a64 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.420704:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.420720:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.420733:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389141.420842:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:0.0:1785389141.420846:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389141.420870:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.420919:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ea8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.420949:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.420959:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:0.0:1785389141.420962:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389141.420966:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:0.0:1785389141.421038:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:26507:x1872115458758912:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 483us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.421046:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 955 00000100:00100000:0.0:1785389141.428972:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389141.429108:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458759040 00000100:00100000:1.0:1785389141.429121:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458759040 00000100:00100000:1.0:1785389141.429206:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 247 00000100:00100000:1.0:1785389141.429217:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458759040:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389141.429241:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389141.429262:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd77eb6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a6b expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389141.429371:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485851136:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389141.429475:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389141.433037:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485851136:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389141.433091:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd77eb6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a6b expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.433121:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd77eb6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a6b expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.433232:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389141.433341:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458759040:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4124us (4384us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389141.433352:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 247 00000100:00100000:3.0:1785389141.450447:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.450613:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458759296 00000100:00100000:0.0:1785389141.450636:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458759296 00000100:00100000:0.0:1785389141.450712:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 956 00000100:00100000:0.0:1785389141.450723:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:26507:x1872115458759296:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:0.0:1785389141.451107:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:0.0:1785389141.451228:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:26507:x1872115458759296:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 506us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.451237:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 956 00000040:00080000:2.0:1785389141.679011:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389141.679024:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389141.679070:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:2.0:1785389141.679079:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389141.679436:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485851264:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389141.679559:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404f80000 going to sleep for 11 seconds 00000100:00100000:0.0:1785389141.683773:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.683845:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458759424 00000100:00100000:3.0:1785389141.683857:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458759424 00000100:00100000:3.0:1785389141.683934:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 957 00000100:00100000:3.0:1785389141.683945:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458759424:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389141.683989:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389141.684121:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458759424:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 177us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389141.684130:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 957 00000100:00100000:2.0:1785389141.685603:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485851264:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389141.691413:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.691583:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458759680 00000100:00100000:3.0:1785389141.691596:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458759680 00000100:00100000:3.0:1785389141.691682:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 958 00000100:00100000:3.0:1785389141.691693:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26517:x1872115458759680:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389141.691721:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389141.691786:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ebd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a72 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.691931:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ec4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.691949:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.691963:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389141.691977:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1785389141.692134:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd77ebd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a72 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.692155:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a72 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.692179:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:3.0:1785389141.692182:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389141.692188:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389141.692263:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458759680:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 571us (863us total) trans 4294967914 rc 0/0 00000100:00100000:3.0:1785389141.692270:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 958 00000100:00100000:3.0:1785389141.711286:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.711765:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458759808 00000100:00100000:0.0:1785389141.711779:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458759808 00000100:00100000:3.0:1785389141.712088:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 44 00000100:00100000:3.0:1785389141.712102:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2364:x1872115458759808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389141.712123:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389141.712176:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ec4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a72 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.712200:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:3.0:1785389141.712206:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389141.712738:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2364:x1872115458759808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 179us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389141.712771:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 44 00000100:00100000:1.0:1785389141.721099:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.721178:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458759936 00000100:00100000:3.0:1785389141.721191:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458759936 00000100:00100000:3.0:1785389141.721261:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 248 00000100:00100000:3.0:1785389141.721273:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458759936:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389141.721332:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.721359:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.721367:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x14:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389141.721372:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389141.721377:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.721430:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.721445:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 10 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.721462:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485851392:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389141.721561:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389141.736123:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389141.737278:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458760064 00000100:00100000:1.0:1785389141.737293:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458760064 00002000:00100000:1.0:1785389141.737367:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff94343d3aa680 x1872115458760064/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:637/0 lens 648/0 e 0 to 0 dl 1785389152 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389141.737380:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3aa680 with x1872115458760064 ext(0->157) 00010000:00010000:1.0:1785389141.737391:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.737411:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 11 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389141.737436:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343d3aa680 00000100:00100000:1.0:1785389141.737480:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 9 00000100:00100000:1.0:1785389141.737490:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458760064:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389141.738098:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458760064:12345-192.168.204.39@tcp:4:cp.0 Request processed in 608us (1986us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1785389141.738107:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 9 00002000:00100000:1.0:1785389141.738114:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff94343d3aa680 x1872115458760064/t4294967345(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:637/0 lens 648/448 e 0 to 0 dl 1785389152 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389141.738124:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3aa680 with x1872115458760064 ext(0->157) 00010000:00010000:1.0:1785389141.738130:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 13 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.738143:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 13 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389141.738152:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343d3aa680 00000100:00100000:3.0:1785389141.742819:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485851392:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389141.742859:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.749818:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.752523:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458760192 00000100:00100000:0.0:1785389141.752543:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458760192 00010000:00010000:0.0:1785389141.752614:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 13 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.752670:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 287 00000100:00100000:0.0:1785389141.752682:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458760192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389141.752700:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389141.752730:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 13 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.752776:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 13 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.752809:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008445f01a/0xb9b521054fd77e7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a4f expref: 13 pid: 14689 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.752826:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389141.752831:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389141.752841:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.752852:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.752886:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389141.752965:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458760192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 285us (3160us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389141.752973:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 287 00010000:00010000:1.0:1785389141.753053:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753063:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753094:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753111:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753119:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753127:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389141.753132:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753143:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753156:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.753177:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000826dcbc8/0xb9b521054fd77ed2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389141.753233:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458759936:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 31962us (32144us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389141.753243:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 248 00000100:00100000:2.0:1785389141.791996:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389141.793824:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458760448 00000100:00100000:1.0:1785389141.793839:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458760448 00000100:00100000:1.0:1785389141.793952:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 959 00000100:00100000:1.0:1785389141.793980:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458760448:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389141.794112:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458760448:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 134us (2131us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389141.794119:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 959 00000100:00100000:0.0:1785389141.810298:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.810449:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458760576 00000100:00100000:2.0:1785389141.810484:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458760576 00000100:00100000:2.0:1785389141.810582:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 249 00000100:00100000:2.0:1785389141.810596:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458760576:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389141.810632:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389141.810660:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a79 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389141.810693:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x6a6ae054, atime: 0x0, ctime: 0x6a6ae054, blocks: 0x1 00010000:00010000:2.0:1785389141.810718:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=862s v=(0 0) 00010000:00010000:2.0:1785389141.810723:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389141.810735:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.810780:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.810796:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389141.810870:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458760576:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 278us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389141.810877:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 249 00000100:00100000:2.0:1785389141.819177:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.819227:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458760832 00000100:00100000:2.0:1785389141.819240:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458760832 00000100:00100000:2.0:1785389141.819309:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 960 00000100:00100000:2.0:1785389141.819321:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458760832:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389141.819462:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458760832:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 141us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389141.819487:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 960 00000100:00100000:3.0:1785389141.835707:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.836775:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458760960 00000100:00100000:0.0:1785389141.836792:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458760960 00002000:00100000:0.0:1785389141.836865:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff943301df5f80 x1872115458760960/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:637/0 lens 488/0 e 0 to 0 dl 1785389152 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389141.836879:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df5f80 with x1872115458760960 ext(0->4095) 00002000:00010000:0.0:1785389141.836886:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943301df5f80 00000100:00100000:0.0:1785389141.836924:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 90 00000100:00100000:0.0:1785389141.836934:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458760960:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389141.837196:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458760960:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 261us (1496us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389141.837204:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 90 00002000:00100000:0.0:1785389141.837212:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff943301df5f80 x1872115458760960/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:637/0 lens 488/4536 e 0 to 0 dl 1785389152 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389141.837221:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301df5f80 with x1872115458760960 ext(0->4095) 00002000:00010000:0.0:1785389141.837225:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943301df5f80 00000100:00100000:1.0:1785389141.866890:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389141.866962:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458761088 00000100:00100000:1.0:1785389141.866973:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458761088 00000100:00100000:1.0:1785389141.867048:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 961 00000100:00100000:1.0:1785389141.867060:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26517:x1872115458761088:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389141.867087:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389141.867113:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77ee0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a80 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.867271:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.867289:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.867304:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.867440:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd77ee0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 46 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.867462:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389141.867485:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:1.0:1785389141.867489:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389141.867492:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:1.0:1785389141.867558:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458761088:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 501us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389141.868083:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 961 00000100:00100000:3.0:1785389141.877819:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.877984:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458761216 00000100:00100000:2.0:1785389141.877998:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458761216 00000100:00100000:2.0:1785389141.878194:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 962 00000100:00100000:2.0:1785389141.878208:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458761216:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389141.878295:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389141.878913:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458761216:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 709us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389141.878920:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 962 00000100:00100000:2.0:1785389141.903604:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389141.903641:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458761344 00000100:00100000:2.0:1785389141.903650:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458761344 00000100:00100000:2.0:1785389141.903698:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 250 00000100:00100000:2.0:1785389141.903708:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458761344:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389141.903773:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903792:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389141.903797:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389141.903804:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903820:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903854:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903876:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903886:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903894:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389141.903900:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903910:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903929:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389141.903939:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b9c193/0xb9b521054fd77eee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389141.904020:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458761344:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 313us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389141.904030:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 250 00000100:00100000:3.0:1785389141.927653:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.927702:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458761600 00000100:00100000:3.0:1785389141.927715:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458761600 00000100:00100000:3.0:1785389141.932049:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 963 00000100:00100000:3.0:1785389141.932065:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458761600:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389141.932186:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.932210:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.932237:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.932284:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.932300:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 45 pid: 5820 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.932317:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485851520:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389141.932439:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389141.940444:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485851520:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389141.940475:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389141.940592:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389141.941947:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458761728 00000100:00100000:3.0:1785389141.941964:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458761728 00010000:00010000:3.0:1785389141.942027:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 46 pid: 5820 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389141.942103:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 288 00000100:00100000:3.0:1785389141.942120:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458761728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389141.942140:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389141.942148:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 46 pid: 5820 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.942183:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 46 pid: 5820 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.942217:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd77ee7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a80 expref: 46 pid: 5820 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.942257:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:3.0:1785389141.942262:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.942274:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.942283:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389141.942312:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389141.942380:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458761728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 266us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389141.942388:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 288 00010000:00010000:0.0:1785389141.942477:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942489:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942708:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942717:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942723:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942728:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389141.942732:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942739:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942769:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:0.0:1785389141.942772:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389141.942775:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389141.942781:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd77ef5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389141.945022:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389141.945031:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389141.945522:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1785389141.945534:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389141.946470:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458761600:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 14401us (18825us total) trans 4294967915 rc 0/0 00000100:00100000:0.0:1785389141.946483:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 963 00000100:00100000:0.0:1785389141.974795:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389141.974823:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458761984 00000100:00100000:0.0:1785389141.974831:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458761984 00000100:00100000:0.0:1785389141.974888:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 193 00000100:00100000:0.0:1785389141.974897:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26517:x1872115458761984:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389141.975130:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:26517:x1872115458761984:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 226us (333us total) trans 4294967916 rc 0/0 00000100:00100000:0.0:1785389141.975138:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 193 00000001:00080000:1.0:1785389142.028951:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967911 is committed 00000001:00080000:1.0:1785389142.028967:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967914 is committed 00010000:00010000:0.0:1785389142.257094:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389142.672423:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389142.672549:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458762112 00000100:00100000:3.0:1785389142.672559:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458762112 00000100:00100000:3.0:1785389142.672608:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 608 00000100:00100000:3.0:1785389142.672617:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458762112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389142.672685:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458762112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 69us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.672693:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 608 00000100:00100000:0.0:1785389142.681259:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389142.681392:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458762240 00000100:00100000:1.0:1785389142.681402:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458762240 00000100:00100000:1.0:1785389142.681461:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 507 00000100:00100000:1.0:1785389142.681469:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:2362:x1872115458762240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389142.681543:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:2362:x1872115458762240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 74us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389142.681550:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 507 00000100:00100000:0.0:1785389142.684727:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389142.684788:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389142.684810:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389142.684839:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458762496 00000100:00100000:0.0:1785389142.684848:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458762496 00000100:00100000:0.0:1785389142.684911:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458762368 00000100:00100000:0.0:1785389142.684914:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458762368 00000100:00100000:0.0:1785389142.684933:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458762624 00000100:00100000:0.0:1785389142.684936:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458762624 00000100:00100000:0.0:1785389142.684952:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:0.0:1785389142.684959:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458762496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389142.685028:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458762496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 69us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389142.685035:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:0.0:1785389142.685048:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:0.0:1785389142.685053:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458762368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389142.685070:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458762368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389142.685090:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:0.0:1785389142.685100:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:0.0:1785389142.685105:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458762624:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1785389142.685279:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389142.687459:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458762624:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 2342us (2637us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389142.687474:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:0.0:1785389142.900000:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485852032:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.900072:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389142.900122:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1785389142.900129:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485851648:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.900168:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389142.900189:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485852160:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.900225:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389142.900248:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485851776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.900267:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389142.900280:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485852288:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.900297:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389142.900311:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389142.900316:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485851904:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.900332:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389142.900459:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485852032 00000100:00100000:3.0:1785389142.900468:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485852032 00000100:00100000:3.0:1785389142.900518:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485852288 00000100:00100000:3.0:1785389142.900521:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485852288 00000100:00100000:3.0:1785389142.900540:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1785389142.900548:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485852032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.900596:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485852032:12345-0@lo:400:kworker.0 Request processed in 49us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.900603:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1785389142.900617:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1785389142.900622:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485852288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.900643:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485852288:12345-0@lo:400:kworker.0 Request processed in 21us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.900649:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1785389142.900675:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485851648 00000100:00100000:3.0:1785389142.900678:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485851648 00000100:00100000:3.0:1785389142.900697:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1785389142.900702:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485851648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.900726:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485851648:12345-0@lo:400:kworker.0 Request processed in 23us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.900731:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1785389142.900788:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485852160 00000100:00100000:3.0:1785389142.900791:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485852160 00000100:00100000:3.0:1785389142.900809:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485851776 00000100:00100000:3.0:1785389142.900811:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485851776 00000100:00100000:3.0:1785389142.900819:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485851904 00000100:00100000:3.0:1785389142.900821:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485851904 00000100:00100000:3.0:1785389142.900832:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1785389142.900837:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485852160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.900861:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485852160:12345-0@lo:400:kworker.0 Request processed in 24us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.900872:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1785389142.900881:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1785389142.900886:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485851776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.900910:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485851776:12345-0@lo:400:kworker.0 Request processed in 24us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.900915:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1785389142.900925:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1785389142.900930:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485851904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.900955:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485851904:12345-0@lo:400:kworker.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389142.900960:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:3.0:1785389142.900975:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389142.900979:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389142.900981:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389142.901016:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485851648:0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.901028:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485852160:0@lo:400:kworker.0 00000100:00100000:3.0:1785389142.901035:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485852032:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.901186:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485851776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.901196:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485852288:0@lo:400:kworker.0 00000100:00100000:0.0:1785389142.901236:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485851904:0@lo:400:kworker.0 00000040:00080000:0.0:1785389142.927631:0:19011:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389142.927641:0:19011:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389142.927714:0:19011:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:0.0:1785389142.927720:0:19011:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389143.019075:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389143.019127:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458762752 00000100:00100000:1.0:1785389143.019145:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458762752 00000100:00100000:1.0:1785389143.019207:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 251 00000100:00100000:1.0:1785389143.019229:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458762752:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389143.019247:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389143.019264:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a87 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.019301:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389143.019305:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389143.019314:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.019331:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.019353:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389143.019401:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458762752:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 176us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389143.019407:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 251 00000100:00080000:1.0:1785389143.019427:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389143.036461:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389143.037223:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763008 00000100:00100000:0.0:1785389143.037235:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763008 00000100:00100000:0.0:1785389143.037300:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 964 00000100:00100000:0.0:1785389143.037310:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26518:x1872115458763008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389143.037330:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1785389143.037770:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1785389143.037828:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a8e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.037931:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77f0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.037946:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77f0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.037959:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77f0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389143.037972:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:0.0:1785389143.038098:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a8e expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.038121:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77f0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a8e expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.038131:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:0.0:1785389143.038157:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389143.038161:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389143.038310:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:26518:x1872115458763008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1001us (1857us total) trans 4294967917 rc 0/0 00000100:00100000:0.0:1785389143.038317:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 964 00000100:00100000:1.0:1785389143.049291:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389143.049406:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763136 00000100:00100000:3.0:1785389143.049416:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763136 00000100:00100000:3.0:1785389143.049501:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 252 00000100:00100000:3.0:1785389143.049511:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458763136:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1785389143.049559:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.049595:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.049605:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.049614:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389143.049618:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389143.049623:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.049660:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.049675:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 12 pid: 12002 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389143.049693:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485852416:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389143.049836:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.049848:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 11 pid: 6615 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389143.049870:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485852544:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389143.049893:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389143.052896:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485852416:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389143.052913:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485852544:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389143.052951:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389143.057297:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389143.057995:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389143.058203:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763392 00000100:00100000:2.0:1785389143.058274:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763392 00000100:00100000:0.0:1785389143.058362:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763264 00000100:00100000:0.0:1785389143.058366:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763264 00010000:00010000:0.0:1785389143.058405:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 13 pid: 12002 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389143.058443:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 289 00000100:00100000:0.0:1785389143.058450:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426387850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458763264:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389143.058466:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389143.058489:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 13 pid: 12002 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.058502:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 13 pid: 12002 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.058524:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd77efc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a87 expref: 13 pid: 12002 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.058547:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389143.058596:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426387850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458763264:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389143.058602:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 289 00010000:00010000:2.0:1785389143.060244:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 12 pid: 6615 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389143.060290:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:2.0:1785389143.060300:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458763392:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389143.060313:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389143.060330:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 12 pid: 6615 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060352:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 12 pid: 6615 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060371:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77ed9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a79 expref: 12 pid: 6615 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060384:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389143.060388:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389143.060395:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060406:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060438:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389143.060481:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458763392:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 184us (3197us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389143.060501:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 290 00010000:00010000:2.0:1785389143.060560:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060569:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060595:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060602:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060611:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060617:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389143.060620:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060628:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060640:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.060657:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd77f18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389143.060703:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458763136:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 11194us (11422us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389143.060711:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 252 00000100:00080000:3.0:1785389143.065957:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389143.066093:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389143.066284:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763648 00000100:00100000:3.0:1785389143.066293:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763648 00000100:00100000:0.0:1785389143.066411:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 194 00000100:00100000:0.0:1785389143.066422:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b059c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:26518:x1872115458763648:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:0.0:1785389143.066479:0:5824:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x19:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77f0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a8e expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389143.066683:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967918 00000001:00080000:0.0:1785389143.069035:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967919 00010000:00010000:0.0:1785389143.069116:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.069143:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.069154:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 91 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.069162:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.069195:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 91 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.070816:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 91 pid: 5822 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389143.070840:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485852672:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389143.070943:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.070954:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 42 pid: 5820 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389143.070964:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e54a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485852800:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389143.070987:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389143.074264:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485852672:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389143.074283:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e54a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485852800:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389143.074312:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389143.082510:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389143.082542:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763776 00000100:00100000:1.0:1785389143.082550:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763776 00010000:00010000:1.0:1785389143.082583:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 92 pid: 5822 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389143.082615:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:1.0:1785389143.082622:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115458763776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389143.082645:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389143.082652:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 92 pid: 5822 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.082665:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 92 pid: 5822 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.082687:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd77e9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a56 expref: 92 pid: 5822 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.082704:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:1.0:1785389143.082709:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.082718:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.082725:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389143.082793:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:2363:x1872115458763776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 170us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389143.082800:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:0.0:1785389143.084380:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389143.085634:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458763904 00000100:00100000:1.0:1785389143.085643:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458763904 00010000:00010000:1.0:1785389143.085690:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 43 pid: 5820 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389143.085789:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 292 00000100:00100000:1.0:1785389143.085797:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2363:x1872115458763904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389143.085817:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389143.085823:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 43 pid: 5820 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.085834:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 43 pid: 5820 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.085852:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd77e69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a41 expref: 43 pid: 5820 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.085862:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:1.0:1785389143.085866:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.085874:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.085880:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.085903:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389143.085943:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2363:x1872115458763904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389143.085950:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 292 00010000:00010000:1.0:1785389143.086075:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389143.086083:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389143.086451:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967920 00000001:00080000:1.0:1785389143.086632:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967921 00000001:00080000:1.0:1785389143.086678:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967922 00000100:00100000:1.0:1785389143.086781:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485852928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1785389143.086845:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389143.086875:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01d900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389143.086895:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485852928 00000100:00100000:1.0:1785389143.086900:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485852928 00000100:00100000:1.0:1785389143.086927:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1785389143.086934:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5824:x1872115485852928:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1785389143.087000:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5824:x1872115485852928:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389143.087007:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1785389143.087045:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485852928:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:0.0:1785389143.087310:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1785389143.090635:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967923 00000100:00100000:1.0:1785389143.090713:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485853056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1785389143.091425:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389143.092959:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389143.097813:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485853056 00000100:00100000:2.0:1785389143.097825:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485853056 00000100:00100000:2.0:1785389143.097914:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1785389143.097925:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5824:x1872115485853056:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1785389143.098319:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485853056:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 395us (6893us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1785389143.098328:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1785389143.104512:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485853056:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1785389143.104551:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.104562:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.104577:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.104586:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389143.104591:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.104599:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.104616:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:0.0:1785389143.104619:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1785389143.104624:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389143.104631:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd77f1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389143.104879:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1785389143.105047:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:0.0:1785389143.105058:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 863409312722ns, next at 864409310470ns, rc = 0 00000001:00080000:0.0:1785389143.105067:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967924 00010000:00010000:0.0:1785389143.105826:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3500) 00010000:00010000:0.0:1785389143.105831:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389143.105838:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77f0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a8e expref: 95 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389143.106405:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b059c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:26518:x1872115458763648:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 39984us (40315us total) trans 4294967925 rc 0/0 00000100:00100000:0.0:1785389143.106425:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 194 00000020:00080000:0.0:1785389143.106430:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1785389143.151691:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389143.152452:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458764032 00000100:00100000:2.0:1785389143.152462:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458764032 00000100:00100000:2.0:1785389143.152514:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 965 00000100:00100000:2.0:1785389143.152523:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:26519:x1872115458764032:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389143.152545:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389143.152562:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd77f26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a95 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.152644:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.152658:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.152676:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.152691:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.152699:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.152706:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153035:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153044:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153051:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389143.153084:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1785389143.153089:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389143.153106:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153117:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153125:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153153:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153160:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153166:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389143.153170:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153179:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153191:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:2.0:1785389143.153195:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389143.153199:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153206:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd77f2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153219:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153225:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153232:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153237:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389143.153245:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153252:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153259:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff94340b507f00) 00010000:00010000:2.0:1785389143.153262:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389143.153265:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153272:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd77f34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153298:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd77f26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a95 expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153309:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a95 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.153317:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff94340b507000) 00010000:00010000:2.0:1785389143.153319:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389143.153322:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00100000:2.0:1785389143.153634:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:26519:x1872115458764032:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1110us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389143.153642:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 965 00000100:00100000:0.0:1785389143.158071:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389143.158202:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458764288 00000100:00100000:2.0:1785389143.158211:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458764288 00000100:00100000:2.0:1785389143.158366:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 45 00000100:00100000:2.0:1785389143.158376:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:26519:x1872115458764288:12345-192.168.204.39@tcp:103:lfs.0 00010000:00010000:2.0:1785389143.158402:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389143.158425:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77f3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a95 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389143.158441:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff94340b507000) 00010000:00010000:2.0:1785389143.158450:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389143.158504:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:26519:x1872115458764288:12345-192.168.204.39@tcp:103:lfs.0 Request processed in 130us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389143.158511:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 45 00000100:00100000:1.0:1785389143.162808:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389143.162849:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458764416 00000100:00100000:3.0:1785389143.162860:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458764416 00000100:00100000:3.0:1785389143.162922:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 966 00000100:00100000:3.0:1785389143.162931:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:26519:x1872115458764416:12345-192.168.204.39@tcp:58:lfs.0 00010000:00010000:3.0:1785389143.163028:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.163044:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389143.163056:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389143.163283:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:3.0:1785389143.163366:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:26519:x1872115458764416:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 435us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389143.163374:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 966 00010000:00010000:1.0:1785389143.278912:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389143.432706:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389143.432731:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485853184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389143.453981:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389143.456368:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485853184 00000100:00100000:3.0:1785389143.456379:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485853184 00000100:00100000:3.0:1785389143.456463:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1785389143.456485:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485853184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389143.456520:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389143.456583:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485853184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389143.456591:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1785389143.457062:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485853184:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389143.985077:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389143.985092:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389143.985198:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1785389143.985204:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389143.985322:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485853312:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389143.985416:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342e01dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389143.988251:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485853312:192.168.204.39@tcp:107:hsm_cdtr.0 00000001:00080000:3.0:1785389143.990325:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000001:00080000:3.0:1785389143.990343:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000100:00100000:3.0:1785389144.001803:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.007909:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458764544 00000100:00100000:2.0:1785389144.007923:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458764544 00000100:00100000:1.0:1785389144.008737:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 967 00000100:00100000:1.0:1785389144.008764:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458764544:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389144.008798:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389144.008915:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458764544:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 153us (7120us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.008922:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 967 00000100:00100000:0.0:1785389144.026237:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.026840:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458764672 00000100:00100000:1.0:1785389144.026850:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458764672 00000100:00100000:1.0:1785389144.026951:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 968 00000100:00100000:1.0:1785389144.026961:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458764672:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1785389144.027023:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028107:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028131:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028148:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028156:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028162:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028188:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028201:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028208:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389144.028244:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:1.0:1785389144.028248:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389144.028260:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028270:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028277:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028284:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028289:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.028293:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028300:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028311:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389144.028313:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389144.028317:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028331:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f49 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028343:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028348:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028354:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028359:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.028362:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028368:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028375:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff943419771c00) 00010000:00010000:1.0:1785389144.028377:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389144.028380:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028385:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f50 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028398:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028403:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028414:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028419:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.028422:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028428:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028434:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3e00) 00010000:00010000:1.0:1785389144.028436:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389144.028438:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.028444:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.028510:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458764672:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 1549us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.028517:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 968 00000100:00100000:0.0:1785389144.040356:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.040491:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458764928 00000100:00100000:1.0:1785389144.040502:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458764928 00000100:00100000:1.0:1785389144.040562:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 969 00000100:00100000:1.0:1785389144.040572:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458764928:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389144.040594:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389144.040614:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77f5e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89a9c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040762:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040777:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040788:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389144.040800:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:1.0:1785389144.040927:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040934:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040940:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040945:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.040949:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040956:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040966:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3e00) 00010000:00010000:1.0:1785389144.040969:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389144.040972:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.040987:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd77f65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.041035:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77f5e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a9c expref: 44 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.041054:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389144.041056:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389144.041060:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd77f5e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a9c expref: 44 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.041069:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6c00, rc 0) 00000100:00100000:1.0:1785389144.041131:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458764928:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 561us (785us total) trans 4294967926 rc 301/301 00000100:00100000:1.0:1785389144.041138:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 969 00000100:00100000:0.0:1785389144.061552:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.061623:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458765056 00000100:00100000:3.0:1785389144.061633:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458765056 00000100:00100000:3.0:1785389144.061691:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 970 00000100:00100000:3.0:1785389144.061701:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458765056:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389144.061736:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389144.061984:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458765056:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 283us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.061992:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 970 00000100:00100000:0.0:1785389144.065279:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.065354:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458765312 00000100:00100000:1.0:1785389144.065363:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458765312 00000100:00100000:1.0:1785389144.065421:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 971 00000100:00100000:1.0:1785389144.065429:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458765312:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389144.065446:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389144.065465:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f73 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89aa3 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.066374:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.066388:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.066407:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389144.066420:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:1.0:1785389144.066463:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd77f73 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aa3 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.066480:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aa3 expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.066489:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771c00) 00010000:00010000:1.0:1785389144.066491:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389144.066495:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7c00, rc 0) 00000100:00100000:1.0:1785389144.066541:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26530:x1872115458765312:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1111us (1268us total) trans 4294967927 rc 0/0 00000100:00100000:1.0:1785389144.066548:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 971 00000100:00100000:0.0:1785389144.069950:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.070022:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458765568 00000100:00100000:3.0:1785389144.070031:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458765568 00000100:00100000:3.0:1785389144.070085:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 972 00000100:00100000:3.0:1785389144.070102:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26530:x1872115458765568:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389144.070157:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389144.070195:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd77f7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aa3 expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.070211:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771c00) 00010000:00010000:3.0:1785389144.070232:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389144.070253:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.070264:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.070271:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.070315:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.070327:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 93 pid: 9185 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.070340:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485853440:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389144.070410:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389144.073182:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.073262:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458765696 00000100:00100000:1.0:1785389144.073269:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458765696 00010000:00010000:1.0:1785389144.073330:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 94 pid: 9185 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.073366:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:1.0:1785389144.073374:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2362:x1872115458765696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389144.073385:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389144.073391:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 94 pid: 9185 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.073418:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 94 pid: 9185 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.073435:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:1.0:1785389144.073440:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.073449:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.073455:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.073469:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389144.073504:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2362:x1872115458765696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.073510:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 293 00010000:00010000:3.0:1785389144.073621:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd77eaf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a64 expref: 93 pid: 9185 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.073636:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485853440:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389144.073654:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.073672:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.073678:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.073737:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.073768:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.073776:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074030:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074146:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074153:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074159:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389144.074164:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074171:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074181:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:3.0:1785389144.074184:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389144.074187:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074193:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd77f88 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074204:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074209:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074214:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074219:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389144.074221:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074228:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074235:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x978fbe9e (ffff943437cd3400) 00010000:00010000:3.0:1785389144.074237:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389144.074240:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.074247:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77f8f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x978fbe9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.074299:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26530:x1872115458765568:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 4206us (4356us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389144.074306:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 972 00000100:00100000:0.0:1785389144.076887:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.076963:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458765824 00000100:00100000:1.0:1785389144.076970:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458765824 00000100:00100000:1.0:1785389144.077025:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 973 00000100:00100000:1.0:1785389144.077033:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:26530:x1872115458765824:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389144.077058:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389144.077076:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f96 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89aaa expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.077120:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.077143:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.077152:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.077253:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd77f96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.077270:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.077278:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:1.0:1785389144.077280:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389144.077283:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:1.0:1785389144.077329:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26530:x1872115458765824:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 295us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.077335:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 973 00000100:00100000:1.0:1785389144.096247:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.096321:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458766080 00000100:00100000:0.0:1785389144.096331:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458766080 00000100:00100000:0.0:1785389144.096387:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 974 00000100:00100000:0.0:1785389144.096399:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:26530:x1872115458766080:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389144.096481:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.096497:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.096509:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389144.096702:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e3009732 reply state 0000000018f83b9d transno 4294967928 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.096712:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389144.096840:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458766080:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 443us (601us total) trans 4294967928 rc 0/0 00000100:00100000:0.0:1785389144.096848:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 974 00010000:00010000:3.0:1785389144.104323:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.104347:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.104355:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.104361:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389144.104367:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.104375:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.104391:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:3.0:1785389144.104394:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1785389144.104400:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.104406:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fa4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.108976:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.109270:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458766208 00000100:00100000:3.0:1785389144.109281:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458766208 00000100:00100000:3.0:1785389144.109337:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 975 00000100:00100000:3.0:1785389144.109347:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:26530:x1872115458766208:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389144.109370:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389144.109390:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ab1 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.109454:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.109468:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.109477:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:3.0:1785389144.109480:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389144.109484:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68a00, rc 0) 00000100:00100000:3.0:1785389144.109536:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458766208:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 191us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.109545:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 975 00000100:00100000:0.0:1785389144.122820:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.122886:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458766336 00000100:00100000:3.0:1785389144.122895:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458766336 00000100:00100000:3.0:1785389144.122945:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 195 00000100:00100000:3.0:1785389144.122954:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458766336:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1785389144.123067:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458766336:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 114us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.123074:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 195 00000100:00100000:3.0:1785389144.133892:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.134126:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458766592 00000100:00100000:1.0:1785389144.134136:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458766592 00000100:00100000:1.0:1785389144.134196:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 196 00000100:00100000:1.0:1785389144.134205:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458766592:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389144.139900:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:26530:x1872115458766592:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 5686us (6007us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1785389144.139913:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 196 00000100:00100000:2.0:1785389144.146008:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.150770:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458766848 00000100:00100000:1.0:1785389144.150784:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458766848 00000100:00100000:1.0:1785389144.150842:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 976 00000100:00100000:1.0:1785389144.150852:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:26530:x1872115458766848:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389144.154526:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:26530:x1872115458766848:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 3669us (8518us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.154538:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 976 00000100:00100000:1.0:1785389144.157413:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.157490:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458767104 00000100:00100000:3.0:1785389144.157500:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458767104 00000100:00100000:3.0:1785389144.157563:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 977 00000100:00100000:3.0:1785389144.157571:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:26530:x1872115458767104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389144.157588:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389144.157609:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77fb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ab8 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.157710:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.157724:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.157733:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.157797:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.157809:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 49 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.157821:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485853568:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389144.157899:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389144.161100:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.161135:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458767232 00000100:00100000:1.0:1785389144.161142:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458767232 00010000:00010000:1.0:1785389144.161201:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 50 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.161232:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00100000:1.0:1785389144.161239:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2363:x1872115458767232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389144.161253:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389144.161274:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 50 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.161285:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 50 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.161303:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:1.0:1785389144.161307:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.161331:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.161337:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.161353:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389144.161396:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2363:x1872115458767232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 156us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.161403:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 294 00010000:00010000:3.0:1785389144.161801:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd77fab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab1 expref: 49 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.161817:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485853568:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389144.161836:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.161845:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.161855:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389144.161881:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00080000:3.0:1785389144.162242:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:3.0:1785389144.162376:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162384:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162390:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162396:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389144.162400:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162408:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162416:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:3.0:1785389144.162419:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389144.162422:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162428:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fb9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162472:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77fb2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab8 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162486:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:3.0:1785389144.162489:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389144.162493:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77fb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ab8 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.162501:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69600, rc 0) 00000100:00100000:3.0:1785389144.162538:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:26530:x1872115458767104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4966us (5131us total) trans 4294967930 rc 301/301 00000100:00100000:3.0:1785389144.162544:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 977 00000100:00100000:1.0:1785389144.173279:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.174965:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458767488 00000100:00100000:0.0:1785389144.174976:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458767488 00000100:00100000:0.0:1785389144.175022:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 197 00000100:00100000:0.0:1785389144.175031:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:26530:x1872115458767488:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389144.175736:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:26530:x1872115458767488:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 704us (2461us total) trans 4294967931 rc 0/0 00000100:00100000:3.0:1785389144.178989:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.179025:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458767616 00000100:00100000:3.0:1785389144.179032:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458767616 00000100:00100000:3.0:1785389144.179215:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 978 00000100:00100000:3.0:1785389144.179224:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:26530:x1872115458767616:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389144.179243:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389144.179260:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77fc7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89abf expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.179318:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.179331:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.179341:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389144.179387:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:3.0:1785389144.179391:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389144.179421:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.179444:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd77fc7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89abf expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.179458:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89abf expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.179466:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:3.0:1785389144.179469:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1785389144.179471:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389144.179513:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:26530:x1872115458767616:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 291us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.179519:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 978 00000100:00100000:0.0:1785389144.181811:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 197 00000100:00100000:3.0:1785389144.186329:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.187295:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458767744 00000100:00100000:0.0:1785389144.187304:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458767744 00000100:00100000:0.0:1785389144.187364:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 253 00000100:00100000:0.0:1785389144.187374:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458767744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389144.187390:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389144.187409:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ac6 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389144.187435:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389144.187452:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=864s v=(0 0) 00010000:00010000:0.0:1785389144.187457:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389144.187466:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.187484:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.187509:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389144.187556:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458767744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 184us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.187563:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 253 00000100:00080000:3.0:1785389144.190839:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389144.212448:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.213502:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768000 00000100:00100000:0.0:1785389144.213512:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768000 00000100:00100000:0.0:1785389144.213569:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 979 00000100:00100000:0.0:1785389144.213578:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:26530:x1872115458768000:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389144.213689:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:26530:x1872115458768000:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 111us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.213695:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 979 00000100:00100000:0.0:1785389144.223100:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.224968:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768128 00000100:00100000:3.0:1785389144.224979:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768128 00000100:00100000:3.0:1785389144.225030:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 254 00000100:00100000:3.0:1785389144.225051:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:26530:x1872115458768128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389144.225070:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389144.225097:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89acd expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.225142:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.225152:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389144.225156:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389144.225161:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.225194:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.225208:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.225221:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485853696:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389144.225296:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389144.230022:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485853696:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389144.230066:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.230095:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69600, rc 0) 00000100:00100000:0.0:1785389144.230161:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:26530:x1872115458768128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 5121us (7068us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.230169:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 254 00000100:00100000:2.0:1785389144.237033:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.243235:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768256 00000100:00100000:0.0:1785389144.243248:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768256 00010000:00010000:0.0:1785389144.243319:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.243373:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 295 00000100:00100000:0.0:1785389144.243382:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458768256:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389144.243396:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389144.243445:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.243457:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.243478:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001437ad8/0xb9b521054fd77fd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ac6 expref: 11 pid: 14689 timeout: 964 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.243492:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389144.243497:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389144.243504:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.243513:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.243563:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.243574:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485853824:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389144.243672:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:1.0:1785389144.260078:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.260233:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485853824:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389144.260256:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389144.260309:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458768256:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16928us (23284us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.260319:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 295 00000100:00100000:3.0:1785389144.263559:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768384 00000100:00100000:3.0:1785389144.263570:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768384 00002000:00100000:3.0:1785389144.263616:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff943302b11c00 x1872115458768384/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:640/0 lens 648/0 e 0 to 0 dl 1785389155 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389144.263626:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b11c00 with x1872115458768384 ext(0->157) 00002000:00010000:3.0:1785389144.263632:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302b11c00 00000100:00100000:3.0:1785389144.264070:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 91 00000100:00100000:3.0:1785389144.264090:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458768384:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1785389144.264768:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458768384:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 688us (4697us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1785389144.264776:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 91 00002000:00100000:3.0:1785389144.264782:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff943302b11c00 x1872115458768384/t4294967351(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:640/0 lens 648/448 e 0 to 0 dl 1785389155 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389144.264790:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b11c00 with x1872115458768384 ext(0->157) 00002000:00010000:3.0:1785389144.264794:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302b11c00 00000100:00100000:3.0:1785389144.285820:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.285898:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768512 00000100:00100000:2.0:1785389144.285907:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768512 00000100:00100000:2.0:1785389144.285977:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 980 00000100:00100000:2.0:1785389144.285986:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:26530:x1872115458768512:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00010000:00010000:1.0:1785389144.307209:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1785389144.361715:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967931 is committed 00000001:00080000:1.0:1785389144.361734:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967925 is committed 00000004:00080000:1.0:1785389144.361737:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:1.0:1785389144.361793:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff94342e01d780 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:1.0:1785389144.361798:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343d49d400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9434261e2240 00000020:00080000:1.0:1785389144.361801:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343d49df00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943301eb6000 00000020:00080000:1.0:1785389144.361829:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000100:00100000:2.0:1785389144.362062:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485853952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1785389144.362151:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389144.362223:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485853952 00000100:00100000:2.0:1785389144.362230:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485853952 00000100:00100000:2.0:1785389144.362285:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1785389144.362295:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485853952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1785389144.362321:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00002000:00010000:2.0:1785389144.362380:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x6a6ae054, atime: 0x0, ctime: 0x6a6ae054, blocks: 0xb 00010000:00010000:2.0:1785389144.362389:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.362415:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=864s v=(0 0) 00010000:00010000:2.0:1785389144.362420:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389144.362427:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.362441:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.362451:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.362460:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.362479:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389144.363327:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485853952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1031us (1174us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1785389144.363335:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:2.0:1785389144.363356:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389144.363367:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389144.363373:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.363381:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389144.363390:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.363424:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.363442:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.363450:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd77fe3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.363465:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389144.363467:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389144.363468:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389144.363496:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:2.0:1785389144.363502:0:3322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:2.0:1785389144.363521:0:3322:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff943302eb1c00 x1872115485853952/t4294967347(4294967347) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1785389160 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1785389144.363531:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302eb1c00/2, rc 0, transno 4294967347 00000100:00100000:2.0:1785389144.363536:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485853952:0@lo:6:osp-syn-0-0.0 00000020:00080000:1.0:1785389144.363779:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1785389144.363986:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458768512:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 77997us (78172us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.363995:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 980 00000100:00100000:0.0:1785389144.371515:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.371795:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768640 00000100:00100000:1.0:1785389144.371805:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768640 00000100:00100000:1.0:1785389144.371854:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 256 00000100:00100000:1.0:1785389144.371876:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458768640:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1785389144.411311:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458768640:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 39438us (39795us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389144.411323:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 256 00000001:00080000:2.0:1785389144.411356:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000100:00100000:3.0:1785389144.417732:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.417818:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458768896 00000100:00100000:0.0:1785389144.417829:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458768896 00000100:00100000:0.0:1785389144.417887:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 981 00000100:00100000:0.0:1785389144.417898:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458768896:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389144.417951:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389144.417977:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd77fce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89abf expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.417997:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:0.0:1785389144.418003:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389144.418138:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.418152:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.418162:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389144.418351:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9b99480 reply state 000000005f231bb2 transno 4294967932 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.418360:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389144.418476:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458768896:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 579us (749us total) trans 4294967932 rc 0/0 00000100:00100000:0.0:1785389144.418484:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 981 00010000:00010000:3.0:1785389144.423010:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.423028:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.423046:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.423052:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389144.423057:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.423065:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.423183:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:3.0:1785389144.423187:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389144.423192:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.423198:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77fea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.425198:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.425412:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458769024 00000100:00100000:2.0:1785389144.425422:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458769024 00000100:00100000:2.0:1785389144.425487:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 982 00000100:00100000:2.0:1785389144.425498:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458769024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389144.425526:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389144.425545:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ad4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.425604:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.425619:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.425637:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:2.0:1785389144.425640:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389144.425643:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00100000:2.0:1785389144.426287:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458769024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 789us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389144.426295:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 982 00000100:00100000:1.0:1785389144.431561:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389144.431590:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485854080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389144.431646:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389144.431769:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485854080 00000100:00100000:3.0:1785389144.431776:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485854080 00000100:00100000:3.0:1785389144.431817:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1785389144.431826:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485854080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389144.431869:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389144.431913:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485854080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.431920:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1785389144.432475:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485854080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389144.434899:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.435068:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458769152 00000100:00100000:3.0:1785389144.435076:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458769152 00000100:00100000:3.0:1785389144.435142:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 257 00000100:00100000:3.0:1785389144.435150:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458769152:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1785389144.435386:0:6615:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1785389144.435390:0:6615:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime from disk: 0 -> 1785389140 00002000:00010000:3.0:1785389144.435392:0:6615:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime from disk: 0 -> 1785389140 00002000:00010000:3.0:1785389144.435394:0:6615:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime from disk: 0 -> 1785389140 00002000:00010000:3.0:1785389144.435396:0:6615:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1785389144.435490:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458769152:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 341us (596us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1785389144.435497:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 257 00000100:00100000:0.0:1785389144.453007:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.453055:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458769408 00000100:00100000:0.0:1785389144.453065:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458769408 00000100:00100000:0.0:1785389144.455347:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 983 00000100:00100000:0.0:1785389144.455362:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:26530:x1872115458769408:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1785389144.455424:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.455442:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.455453:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.455484:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.455498:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 43 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.455526:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485854208:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389144.455617:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:2.0:1785389144.466918:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.467011:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458769536 00000100:00100000:1.0:1785389144.467019:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458769536 00010000:00010000:1.0:1785389144.467076:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 44 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.467126:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 296 00000100:00100000:1.0:1785389144.467135:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426386050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458769536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389144.467149:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389144.467155:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 44 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.467167:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 44 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.467187:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:1.0:1785389144.467193:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.467203:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.467211:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.467227:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389144.467277:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426386050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458769536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 142us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389144.467284:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 296 00010000:00010000:0.0:1785389144.469452:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd77f9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89aaa expref: 43 pid: 5821 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.469468:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485854208:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389144.469487:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469496:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469501:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469528:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469534:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469540:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469545:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389144.469548:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469564:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469576:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:0.0:1785389144.469578:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389144.469582:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.469588:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd77ff8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.469649:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458769408:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 14291us (16650us total) trans 0 rc -22/-22 00000100:00100000:0.0:1785389144.469657:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 983 00000100:00100000:3.0:1785389144.476534:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.476620:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458769664 00000100:00100000:0.0:1785389144.476629:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458769664 00000100:00100000:0.0:1785389144.476692:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 258 00000100:00100000:0.0:1785389144.476701:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458769664:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389144.476781:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.476803:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.476811:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389144.476815:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389144.476820:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 4/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.476872:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.476886:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 11 pid: 6615 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.476903:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485854336:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389144.476971:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389144.483296:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.485837:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458769792 00000100:00100000:2.0:1785389144.485850:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458769792 00010000:00010000:2.0:1785389144.485902:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 12 pid: 6615 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389144.486069:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 297 00000100:00100000:2.0:1785389144.486292:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458769792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389144.486315:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389144.486339:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 12 pid: 6615 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.486355:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 12 pid: 6615 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.486381:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389144.486386:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389144.486392:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.486403:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.486424:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389144.486493:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458769792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 414us (3204us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389144.486500:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 297 00010000:00010000:0.0:1785389144.488083:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b44d5fc/0xb9b521054fd77fdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89acd expref: 11 pid: 6615 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.488100:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485854336:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389144.488132:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488143:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488151:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488177:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488197:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488204:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488212:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389144.488216:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488225:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488238:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.488246:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd77fff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.488311:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458769664:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 11610us (11786us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.488319:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 258 00000100:00100000:0.0:1785389144.490476:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389144.490533:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458770048 00000100:00100000:1.0:1785389144.490541:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458770048 00000100:00100000:1.0:1785389144.490587:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 984 00000100:00100000:1.0:1785389144.490595:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:26530:x1872115458770048:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389144.490665:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.490678:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.490688:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.490961:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.490973:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.490981:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.491013:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.491258:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 43 pid: 5820 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.491283:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485854464:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389144.491356:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404f80d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389144.493832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.493900:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458770176 00000100:00100000:0.0:1785389144.493909:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458770176 00010000:00010000:0.0:1785389144.493946:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 44 pid: 5820 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389144.493986:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 298 00000100:00100000:0.0:1785389144.493995:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458770176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389144.494006:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389144.494013:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 44 pid: 5820 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.494025:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 44 pid: 5820 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.494055:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:0.0:1785389144.494060:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.494068:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.494076:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.494119:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389144.494154:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458770176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 160us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389144.494161:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 298 00010000:00010000:1.0:1785389144.495513:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd77ff1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ad4 expref: 43 pid: 5820 timeout: 964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.495529:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485854464:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389144.495544:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.495551:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.495556:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389144.495726:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967933 00000001:00080000:1.0:1785389144.495905:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967934 00000001:00080000:1.0:1785389144.495950:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967935 00000100:00100000:1.0:1785389144.496024:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485854592:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1785389144.496083:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389144.496114:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341266d600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389144.497296:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485854592 00000100:00100000:3.0:1785389144.497305:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485854592 00000100:00100000:3.0:1785389144.497364:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1785389144.497371:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485854592:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1785389144.497436:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485854592:12345-0@lo:1000:mdt00_002.0 Request processed in 66us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.497442:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1785389144.498084:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389144.498120:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485854592:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1785389144.498423:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967936 00000100:00100000:1.0:1785389144.498471:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485854720:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1785389144.498498:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389144.498528:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404f80900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389144.501648:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485854720 00000100:00100000:2.0:1785389144.501663:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485854720 00000100:00100000:2.0:1785389144.501707:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1785389144.501715:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485854720:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1785389144.501970:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5822:x1872115485854720:12345-0@lo:1000:mdt00_002.0 Request processed in 255us (3469us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1785389144.501978:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1785389144.504008:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485854720:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1785389144.504353:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967937 00010000:00010000:1.0:1785389144.504397:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504408:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504416:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504423:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.504427:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504435:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504450:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943419771300) 00010000:00010000:1.0:1785389144.504452:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389144.504456:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504462:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7800d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504489:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504494:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504509:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504513:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.504516:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504521:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504527:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3e00) 00010000:00010000:1.0:1785389144.504528:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389144.504531:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504535:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd77f42 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504553:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504564:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504572:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504579:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504585:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504596:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504601:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.504603:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504608:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504614:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3e00) 00010000:00010000:1.0:1785389144.504616:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389144.504619:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504624:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd78014 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504633:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504637:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504642:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.504647:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389144.504649:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.505156:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.505165:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff943437cd3e00) 00010000:00010000:1.0:1785389144.505167:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389144.505170:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389144.505175:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78006 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389144.506098:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458770048:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 15500us (15623us total) trans 4294967938 rc 0/0 00000100:00100000:1.0:1785389144.506117:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 984 00000020:00080000:1.0:1785389144.506121:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1785389144.512639:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.512769:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458770432 00000100:00100000:3.0:1785389144.512777:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458770432 00000100:00100000:3.0:1785389144.512821:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 198 00000100:00100000:3.0:1785389144.512831:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:26530:x1872115458770432:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1785389144.513537:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1785389144.513633:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967939 00010000:00010000:3.0:1785389144.514853:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.514924:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.514935:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.514944:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.514951:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.514957:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.516800:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1785389144.516902:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:26530:x1872115458770432:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 4069us (4267us total) trans 4294967940 rc 0/0 00000100:00100000:3.0:1785389144.516910:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 198 00000020:00080000:3.0:1785389144.516915:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:2.0:1785389144.520256:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389144.520264:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389144.520787:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1785389144.520795:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389144.523818:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389144.523831:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.523847:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389144.523852:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.523871:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.523889:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff943437cd3400) 00010000:00010000:0.0:1785389144.523892:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1785389144.523896:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.523903:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd7801b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389144.523919:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389144.523921:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389144.523923:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389144.585141:0:19063:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389144.585149:0:19063:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389144.585195:0:19063:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1785389144.585201:0:19063:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389144.704509:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.704596:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458770688 00000100:00100000:2.0:1785389144.704606:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458770688 00000100:00100000:2.0:1785389144.704710:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 985 00000100:00100000:2.0:1785389144.704720:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+84:26533:x1872115458770688:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389144.704740:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389144.704789:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878c00/0xb9b521054fd78022 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89adb expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.704883:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.704899:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.704912:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.704928:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.704935:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.704943:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705299:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879c00/0xb9b521054fd78037 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705314:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879c00/0xb9b521054fd78037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705321:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879c00/0xb9b521054fd78037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389144.705331:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1785389144.705421:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705430:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705437:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705444:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389144.705448:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705456:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705468:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff94341e7d2200) 00010000:00010000:2.0:1785389144.705471:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389144.705475:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705481:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd78029 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705491:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705503:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705509:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705513:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389144.705516:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705521:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705528:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff94340b507f00) 00010000:00010000:2.0:1785389144.705530:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389144.705533:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705538:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78030 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705577:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878c00/0xb9b521054fd78022 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89adb expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705591:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879c00/0xb9b521054fd78037 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89adb expref: 86 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.705599:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff94340b507000) 00010000:00010000:2.0:1785389144.705601:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389144.705610:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879c00, rc 0) 00000100:00100000:2.0:1785389144.705662:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26533:x1872115458770688:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 943us (1161us total) trans 4294967941 rc 0/0 00000100:00100000:2.0:1785389144.705669:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 985 00000100:00100000:1.0:1785389144.721792:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389144.721978:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458770816 00000100:00100000:3.0:1785389144.721988:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458770816 00000100:00100000:3.0:1785389144.722045:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 986 00000100:00100000:3.0:1785389144.722055:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26533:x1872115458770816:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:3.0:1785389144.722144:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722162:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722173:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722200:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722206:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722212:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722217:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389144.722221:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722228:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722238:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff94340b507000) 00010000:00010000:3.0:1785389144.722240:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389144.722244:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389144.722249:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78045 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389144.722318:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26533:x1872115458770816:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 264us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389144.722325:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 986 00000100:00100000:1.0:1785389144.725456:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389144.725517:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771072 00000100:00100000:0.0:1785389144.725525:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771072 00000100:00100000:0.0:1785389144.725575:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 199 00000100:00100000:0.0:1785389144.725584:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:26533:x1872115458771072:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1785389144.725801:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:26533:x1872115458771072:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 218us (349us total) trans 4294967942 rc 0/0 00000100:00100000:0.0:1785389144.725808:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 199 00000100:00100000:3.0:1785389144.812011:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.812243:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771200 00000100:00100000:2.0:1785389144.812252:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771200 00000100:00100000:2.0:1785389144.812335:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00100000:2.0:1785389144.812344:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458771200:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:2.0:1785389144.812361:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389144.812378:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b9c193/0xb9b521054fd7804c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ae2 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389144.812401:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 158, mtime: 0x6a6ae054, atime: 0x6a6ae054, ctime: 0x6a6ae054, blocks: 0xb 00010000:00010000:2.0:1785389144.812419:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=865s v=(0 0) 00010000:00010000:2.0:1785389144.812423:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389144.812431:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1b9c193/0xb9b521054fd7804c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ae2 expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.812447:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b9c193/0xb9b521054fd7804c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ae2 expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.812459:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878c00, rc 0) 00000100:00100000:2.0:1785389144.812505:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458771200:12345-192.168.204.39@tcp:101:diff.0 Request processed in 163us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389144.812511:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00080000:1.0:1785389144.812586:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389144.820297:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.822222:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771456 00000100:00100000:2.0:1785389144.822246:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771456 00000100:00100000:2.0:1785389144.822304:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 987 00000100:00100000:2.0:1785389144.822324:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:26538:x1872115458771456:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:2.0:1785389144.822351:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389144.822371:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78053 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ae9 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.822465:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd7805a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.822479:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd7805a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.822490:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd7805a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389144.822500:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1785389144.822613:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78053 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ae9 expref: 90 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.822628:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878800/0xb9b521054fd7805a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ae9 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389144.822637:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff94340b507000) 00010000:00010000:2.0:1785389144.822640:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1785389144.822643:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878800, rc 0) 00000100:00100000:2.0:1785389144.822778:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:26538:x1872115458771456:12345-192.168.204.39@tcp:101:diff.0 Request processed in 464us (2489us total) trans 4294967943 rc 0/0 00000100:00100000:2.0:1785389144.822784:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 987 00000100:00100000:1.0:1785389144.831676:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389144.831733:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771584 00000100:00100000:2.0:1785389144.831879:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771584 00002000:00100000:2.0:1785389144.831930:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff943425e55180 x1872115458771584/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:640/0 lens 488/0 e 0 to 0 dl 1785389155 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389144.831941:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943425e55180 with x1872115458771584 ext(0->4095) 00002000:00010000:2.0:1785389144.831946:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943425e55180 00000100:00100000:2.0:1785389144.832020:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 92 00000100:00100000:2.0:1785389144.832036:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458771584:12345-192.168.204.39@tcp:3:diff.0 00000100:00100000:2.0:1785389144.832235:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458771584:12345-192.168.204.39@tcp:3:diff.0 Request processed in 199us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785389144.832242:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 92 00002000:00100000:2.0:1785389144.832248:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff943425e55180 x1872115458771584/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:640/0 lens 488/4536 e 0 to 0 dl 1785389155 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389144.832255:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943425e55180 with x1872115458771584 ext(0->4095) 00002000:00010000:2.0:1785389144.832270:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943425e55180 00010000:00010000:1.0:1785389145.327675:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389146.354516:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389146.621688:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389146.621696:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389146.625686:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:1.0:1785389146.625696:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389147.374912:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389147.805608:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389147.805646:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389147.805735:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771712 00000100:00100000:1.0:1785389147.805807:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771712 00000100:00100000:1.0:1785389147.805865:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:1.0:1785389147.805875:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458771712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389147.805945:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458771712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389147.805953:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:2.0:1785389147.806306:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389147.806333:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389147.806368:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772224 00000100:00100000:0.0:1785389147.806373:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772224 00000100:00100000:0.0:1785389147.806421:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 511 00000100:00100000:0.0:1785389147.806429:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458772224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389147.806479:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458772224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 51us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389147.806486:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 511 00000100:00080000:1.0:1785389147.806702:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389147.814136:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389147.814157:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389147.814197:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771840 00000100:00100000:0.0:1785389147.814206:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771840 00000100:00100000:0.0:1785389147.814277:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 512 00000100:00100000:0.0:1785389147.814286:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2362:x1872115458771840:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389147.814355:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2362:x1872115458771840:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389147.814363:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 512 00000100:00080000:0.0:1785389147.814383:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389147.817386:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458771968 00000100:00100000:3.0:1785389147.817400:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458771968 00000100:00100000:3.0:1785389147.817528:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772480 00000100:00100000:3.0:1785389147.817532:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772480 00000100:00080000:0.0:1785389147.817559:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389147.817564:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389147.817590:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:0.0:1785389147.817601:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458771968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389147.817671:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458771968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (12024us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389147.817680:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:3.0:1785389147.818343:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:3.0:1785389147.818351:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458772480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389147.818387:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458772480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (12054us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389147.818394:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:2.0:1785389147.820204:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389147.821432:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772352 00000100:00100000:0.0:1785389147.821446:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772352 00000100:00100000:3.0:1785389147.821513:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772096 00000100:00100000:3.0:1785389147.821518:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772096 00000100:00100000:0.0:1785389147.821585:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:0.0:1785389147.821595:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458772352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389147.821662:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458772352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389147.821683:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00080000:1.0:1785389147.822502:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389147.822704:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389147.824381:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:0.0:1785389147.824394:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458772096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389147.824467:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458772096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 77us (10307us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389147.824474:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:2.0:1785389148.015142:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485854848:0@lo:400:kworker.0 00000100:00100000:1.0:1785389148.015219:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485855232:0@lo:400:kworker.0 00000100:00100000:2.0:1785389148.015228:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389148.015261:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389148.015303:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389148.015307:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485855360:0@lo:400:kworker.0 00000100:00100000:1.0:1785389148.015313:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485855104:0@lo:400:kworker.0 00000100:00100000:2.0:1785389148.015344:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389148.015365:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389148.015368:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389148.015376:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485854976:0@lo:400:kworker.0 00000100:00100000:2.0:1785389148.015402:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389148.015404:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855360 00000100:00100000:1.0:1785389148.015411:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855360 00000100:00100000:2.0:1785389148.015424:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485855488:0@lo:400:kworker.0 00000100:00100000:2.0:1785389148.015450:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389148.015464:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855104 00000100:00100000:1.0:1785389148.015468:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855104 00000100:00100000:2.0:1785389148.015483:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485854848 00000100:00100000:1.0:1785389148.015487:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485854976 00000100:00100000:2.0:1785389148.015489:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485854848 00000100:00100000:1.0:1785389148.015492:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485854976 00000100:00100000:1.0:1785389148.015518:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1785389148.015525:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1785389148.015531:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485855360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389148.015538:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485854848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389148.015645:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1785389148.015655:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485855104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389148.015714:0:5821:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1785389148.015734:0:5821:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00080000:0.0:1785389148.015839:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389148.015851:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855232 00000100:00100000:0.0:1785389148.015855:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855232 00000100:00100000:0.0:1785389148.015886:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855488 00000100:00100000:0.0:1785389148.015888:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855488 00000100:00100000:0.0:1785389148.015909:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1785389148.015916:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485855232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389148.015976:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485855360:12345-0@lo:400:kworker.0 Request processed in 449us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389148.015983:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1785389148.016000:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1785389148.016006:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485854976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389148.018645:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485855104:12345-0@lo:400:kworker.0 Request processed in 2984us (3273us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389148.018658:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1785389148.018705:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1785389148.018717:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485855488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389148.018792:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485855488:12345-0@lo:400:kworker.0 Request processed in 79us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389148.018798:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1785389148.018845:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485855104:0@lo:400:kworker.0 00000100:00100000:3.0:1785389148.018912:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485855488:0@lo:400:kworker.0 00000100:00100000:3.0:1785389148.018925:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485855360:0@lo:400:kworker.0 00000100:00080000:3.0:1785389148.018956:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389148.018962:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389148.027083:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485855232:12345-0@lo:400:kworker.0 Request processed in 11157us (11811us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389148.027101:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1785389148.027176:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485855232:0@lo:400:kworker.0 00000100:00100000:3.0:1785389148.033994:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485854848:0@lo:400:kworker.0 00000100:00100000:1.0:1785389148.041062:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485854976:12345-0@lo:400:kworker.0 Request processed in 25047us (25650us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389148.041078:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485854848:12345-0@lo:400:kworker.0 Request processed in 25539us (25848us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389148.041103:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1785389148.041103:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1785389148.042517:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485854976:0@lo:400:kworker.0 00010000:00010000:1.0:1785389148.405902:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389148.526918:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389148.526942:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485855616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389148.527036:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389148.527913:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855616 00000100:00100000:3.0:1785389148.527922:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855616 00000100:00100000:3.0:1785389148.527967:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1785389148.527975:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485855616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389148.528010:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389148.528075:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485855616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389148.528086:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1785389148.528146:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485855616:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1785389149.183598:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00010000:00010000:3.0:1785389149.423444:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389149.551100:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389149.551122:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485855744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389149.551193:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389149.551260:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855744 00000100:00100000:1.0:1785389149.551267:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855744 00000100:00100000:1.0:1785389149.551332:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1785389149.551341:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485855744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389149.551373:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389149.551447:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485855744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389149.551453:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1785389149.551487:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:1.0:1785389149.551501:0:3322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302eb1c00, transno 4294967347 00000100:00100000:1.0:1785389149.551515:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485855744:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1785389149.670300:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:2.0:1785389149.670319:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:0.0:1785389149.673699:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967942 is committed 00000001:00080000:0.0:1785389149.673716:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967932 is committed 00000001:00080000:0.0:1785389149.673728:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000020:00080000:0.0:1785389149.673736:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff94340b6adcc0 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:0.0:1785389149.673741:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343d49d100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94340b6ad900 00000020:00080000:0.0:1785389149.673768:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343d49d000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343cf94400 00000020:00080000:0.0:1785389149.673796:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000001:00080000:0.0:1785389149.673804:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967943 is committed 00000001:00080000:0.0:1785389149.673823:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967940 is committed 00000020:00080000:0.0:1785389149.673849:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:0.0:1785389149.681185:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:0.0:1785389150.447911:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389151.472660:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389152.495105:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389152.915504:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915551:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915578:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915599:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915616:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915631:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915652:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389152.915679:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772864 00000100:00100000:3.0:1785389152.915688:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772864 00000100:00100000:3.0:1785389152.915741:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458773376 00000100:00100000:3.0:1785389152.915760:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458773376 00000100:00100000:3.0:1785389152.915777:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772992 00000100:00100000:3.0:1785389152.915779:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772992 00000100:00100000:3.0:1785389152.915792:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458773248 00000100:00100000:3.0:1785389152.915796:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458773248 00000100:00100000:3.0:1785389152.915811:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:3.0:1785389152.915820:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458772864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389152.915891:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458772864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389152.915898:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:3.0:1785389152.915915:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:3.0:1785389152.915921:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458773376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389152.915960:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458773376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389152.915966:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:3.0:1785389152.915980:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:3.0:1785389152.915986:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2364:x1872115458772992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389152.916009:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2364:x1872115458772992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389152.916016:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:3.0:1785389152.916027:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:3.0:1785389152.916033:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458773248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389152.916057:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458773248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389152.916063:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:3.0:1785389152.916081:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458773120 00000100:00100000:3.0:1785389152.916084:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458773120 00000100:00100000:3.0:1785389152.916109:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772736 00000100:00100000:3.0:1785389152.916113:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772736 00000100:00100000:3.0:1785389152.916133:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 516 00000100:00100000:3.0:1785389152.916139:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2364:x1872115458773120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389152.916167:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2364:x1872115458773120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389152.916174:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 516 00000100:00100000:3.0:1785389152.916186:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 517 00000100:00100000:3.0:1785389152.916192:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:2364:x1872115458772736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389152.916218:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:2364:x1872115458772736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389152.916224:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 517 00000100:00080000:3.0:1785389152.916251:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389152.916255:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389152.916257:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389152.916446:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458772608 00000100:00100000:1.0:1785389152.916451:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458772608 00000100:00100000:1.0:1785389152.916487:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00100000:1.0:1785389152.916495:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458772608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389152.916530:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458772608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 35us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389152.916537:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00100000:1.0:1785389153.135314:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485856128:0@lo:400:kworker.0 00000100:00100000:1.0:1785389153.135388:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389153.135439:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389153.135445:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485856256:0@lo:400:kworker.0 00000100:00100000:1.0:1785389153.135472:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389153.135502:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856128 00000100:00100000:1.0:1785389153.135509:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856128 00000100:00100000:1.0:1785389153.135549:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1785389153.135557:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485856128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389153.135602:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485856128:12345-0@lo:400:kworker.0 Request processed in 46us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389153.135608:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1785389153.135644:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485856128:0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.135782:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485856000:0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.135811:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389153.135839:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485856512:0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.135861:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389153.135877:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1785389153.135882:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485855872:0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.135907:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389153.135944:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485856384:0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.135965:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389153.136433:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856256 00000100:00100000:3.0:1785389153.136439:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856256 00000100:00100000:3.0:1785389153.136493:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856512 00000100:00100000:3.0:1785389153.136497:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856512 00000100:00100000:3.0:1785389153.136519:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1785389153.136525:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485856256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136562:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485856256:12345-0@lo:400:kworker.0 Request processed in 38us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389153.136568:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1785389153.136579:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1785389153.136584:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485856512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136618:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485856512:12345-0@lo:400:kworker.0 Request processed in 32us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389153.136623:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00080000:3.0:1785389153.136636:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389153.136639:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389153.136642:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389153.136649:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856000 00000100:00100000:3.0:1785389153.136653:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856000 00000100:00100000:3.0:1785389153.136669:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856384 00000100:00100000:3.0:1785389153.136672:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856384 00000100:00100000:3.0:1785389153.136693:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1785389153.136707:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485856000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136756:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485856000:12345-0@lo:400:kworker.0 Request processed in 36us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389153.136763:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1785389153.136774:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1785389153.136781:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485856384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136808:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485856384:12345-0@lo:400:kworker.0 Request processed in 28us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389153.136814:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:3.0:1785389153.136841:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389153.136862:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485856256:0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136886:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485856384:0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136894:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485856000:0@lo:400:kworker.0 00000100:00100000:3.0:1785389153.136902:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1785389153.136906:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967353 committed transno 4294967353 00000100:00100000:3.0:1785389153.136921:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485856512:0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.138819:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485855872 00000100:00100000:0.0:1785389153.138830:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485855872 00000100:00100000:0.0:1785389153.138880:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1785389153.138889:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485855872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389153.138966:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485855872:12345-0@lo:400:kworker.0 Request processed in 78us (3056us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389153.138972:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1785389153.139027:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485855872:0@lo:400:kworker.0 00010000:00010000:1.0:1785389153.521234:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389153.604380:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389153.607404:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458773504 00000100:00100000:0.0:1785389153.607421:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458773504 00000100:00100000:0.0:1785389153.607503:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 988 00000100:00100000:0.0:1785389153.607514:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26500:x1872115458773504:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1785389153.607668:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:26500:x1872115458773504:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 155us (3303us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389153.607677:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 988 00000100:00100000:1.0:1785389153.650645:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389153.650688:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485856640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389153.650816:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389153.651057:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856640 00000100:00100000:2.0:1785389153.651068:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856640 00000100:00100000:2.0:1785389153.651132:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1785389153.651144:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485856640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389153.651192:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389153.651256:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485856640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389153.651264:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1785389153.651382:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485856640:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389154.547588:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389154.671454:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485856768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389154.671938:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389154.672101:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485856768 00000100:00100000:1.0:1785389154.672109:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485856768 00000100:00100000:1.0:1785389154.672154:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1785389154.672162:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485856768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389154.672198:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389154.672241:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485856768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389154.672248:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1785389154.672290:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485856768:0@lo:13:osp-pre-0-0.0 00000020:00080000:0.0:1785389154.730381:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000020:00080000:2.0:1785389154.731218:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000020:00080000:2.0:1785389154.731231:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00010000:00010000:2.0:1785389155.567876:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785389156.591173:0:19267:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 01:25:53 (1785389153) 00010000:00010000:1.0:1785389156.604105:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389156.847606:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389156.847632:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389156.859288:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 1 00000040:00080000:0.0:1785389156.859307:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389157.110453:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.110547:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458773632 00000100:00100000:3.0:1785389157.110556:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458773632 00000100:00100000:3.0:1785389157.110629:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 989 00000100:00100000:3.0:1785389157.110640:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:27141:x1872115458773632:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785389157.111164:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:27141:x1872115458773632:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 525us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.111172:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 989 00000100:00080000:0.0:1785389157.111569:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389157.169503:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.169610:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458773760 00000100:00100000:1.0:1785389157.169630:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458773760 00000100:00100000:1.0:1785389157.169719:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 990 00000100:00100000:1.0:1785389157.169729:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:27142:x1872115458773760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389157.169783:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389157.169805:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78068 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89af0 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.169900:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.169915:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.169928:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170230:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170240:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170248:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170499:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170512:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170519:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170525:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389157.170530:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170537:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170549:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:1.0:1785389157.170552:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389157.170557:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170563:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7806f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170576:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170582:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170588:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170593:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389157.170602:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170608:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170616:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff943419771300) 00010000:00010000:1.0:1785389157.170618:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389157.170621:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170627:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78076 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170658:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78068 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89af0 expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170667:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:1.0:1785389157.170670:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389157.170673:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78068 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89af0 expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.170681:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389157.170775:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:27142:x1872115458773760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1016us (1250us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389157.170782:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 990 00000100:00080000:0.0:1785389157.170881:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389157.182187:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.182283:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774016 00000100:00100000:3.0:1785389157.182293:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774016 00000100:00100000:3.0:1785389157.182350:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 991 00000100:00100000:3.0:1785389157.182361:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:27142:x1872115458774016:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1785389157.182415:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389157.182440:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd77d9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a02 expref: 86 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.182460:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:3.0:1785389157.182465:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389157.183064:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.183079:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.183088:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.183124:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 39 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.183138:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 39 pid: 5820 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389157.183158:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485856896:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389157.183253:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389157.191639:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.191784:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774144 00000100:00100000:1.0:1785389157.191793:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774144 00010000:00010000:1.0:1785389157.191840:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 40 pid: 5820 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389157.191900:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:1.0:1785389157.191910:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2363:x1872115458774144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389157.191926:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389157.191934:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 40 pid: 5820 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.191948:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 40 pid: 5820 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.192323:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:1.0:1785389157.192329:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.192340:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.192346:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.192363:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389157.192424:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2363:x1872115458774144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 515us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389157.192432:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 299 00010000:00010000:3.0:1785389157.193122:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd77ddd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89a17 expref: 39 pid: 5820 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389157.193140:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485856896:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389157.193158:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.193168:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.193173:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.193195:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.193205:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.193213:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389157.196507:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00010000:00010000:3.0:1785389157.196523:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.196533:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.196542:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.196548:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.196553:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.196560:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.196575:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d2a00) 00010000:00010000:3.0:1785389157.196578:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.196583:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.196588:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7807d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389157.196607:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000afd16152 reply state 000000005810c8b9 transno 4294967944 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389157.196616:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389157.196706:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:27142:x1872115458774016:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 14344us (14525us total) trans 4294967944 rc 0/0 00000100:00100000:3.0:1785389157.196715:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 991 00010000:00010000:3.0:1785389157.206654:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.206688:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.206700:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.206706:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.206711:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.206718:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.206733:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff943437cd3200) 00010000:00010000:3.0:1785389157.207193:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.207201:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.207207:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78084 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389157.208648:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.209220:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774272 00000100:00100000:3.0:1785389157.209230:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774272 00000100:00100000:3.0:1785389157.209284:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 992 00000100:00100000:3.0:1785389157.209293:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+86:27143:x1872115458774272:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389157.209317:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.209336:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7808b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89af7 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.209396:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd78092 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.209412:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd78092 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.209421:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd78092 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389157.209480:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1785389157.209483:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389157.209507:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd78092 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.209528:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7808b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89af7 expref: 88 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.209543:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd78092 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89af7 expref: 87 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.209550:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:3.0:1785389157.209553:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389157.209557:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68400, rc 0) 00000100:00100000:3.0:1785389157.209617:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:27143:x1872115458774272:12345-192.168.204.39@tcp:101:bash.0 Request processed in 325us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.209623:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 992 00000100:00100000:2.0:1785389157.213078:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.213563:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774400 00000100:00100000:3.0:1785389157.213573:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774400 00000100:00100000:3.0:1785389157.213931:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 993 00000100:00100000:3.0:1785389157.213941:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+87:27143:x1872115458774400:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389157.213959:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.213977:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78099 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89afe expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214037:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214049:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214060:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214073:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214080:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214086:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214186:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd780ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214193:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd780ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214200:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd780ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389157.214231:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:3.0:1785389157.214234:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389157.214254:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd780ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214265:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214271:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214279:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214285:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.214288:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214295:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214306:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:3.0:1785389157.214309:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.214313:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214319:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd780a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214330:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214336:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214341:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214346:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.214348:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214353:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214358:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff943437cd3200) 00010000:00010000:3.0:1785389157.214360:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.214363:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214368:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd780a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214390:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd78099 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89afe expref: 89 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214402:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69600/0xb9b521054fd780ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89afe expref: 88 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.214408:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.214411:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389157.214412:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69600, rc 0) 00000100:00100000:3.0:1785389157.214473:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27143:x1872115458774400:12345-192.168.204.39@tcp:101:bash.0 Request processed in 534us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.214479:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 993 00000100:00100000:2.0:1785389157.218164:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.218237:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774528 00000100:00100000:3.0:1785389157.218248:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774528 00000100:00100000:3.0:1785389157.218337:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 994 00000100:00100000:3.0:1785389157.218344:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27143:x1872115458774528:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389157.218363:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.218380:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b05 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218435:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218445:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218453:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218462:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218466:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218470:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218529:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218536:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218543:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218553:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.218558:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218565:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218576:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.218579:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.218584:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218589:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218600:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218604:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218608:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218772:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.218776:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218782:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218795:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff943437cd3700) 00010000:00010000:3.0:1785389157.218797:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.218800:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218806:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218849:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780b5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b05 expref: 89 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218870:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.218873:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.218876:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b05 expref: 89 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.218886:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389157.218950:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27143:x1872115458774528:12345-192.168.204.39@tcp:101:bash.0 Request processed in 605us (792us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389157.218958:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 994 00000100:00100000:2.0:1785389157.230261:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.239149:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774656 00000100:00100000:1.0:1785389157.239162:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774656 00000100:00100000:0.0:1785389157.239467:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 995 00000100:00100000:0.0:1785389157.239478:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+39:27144:x1872115458774656:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389157.239531:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389157.239551:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd780ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b0c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.239613:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.239626:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.239636:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389157.239717:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389157.239741:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389157.239790:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.239812:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd780ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.239829:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.239839:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:0.0:1785389157.239842:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389157.239846:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:0.0:1785389157.239926:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:27144:x1872115458774656:12345-192.168.204.39@tcp:101:rm.0 Request processed in 449us (9674us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389157.239934:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 995 00000100:00100000:2.0:1785389157.277091:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.284900:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774784 00000100:00100000:3.0:1785389157.284916:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774784 00000100:00100000:3.0:1785389157.284993:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 996 00000100:00100000:3.0:1785389157.285003:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:27144:x1872115458774784:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389157.285024:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.285045:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b13 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285156:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285171:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285183:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285198:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285205:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285212:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285319:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd780ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285329:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd780ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.285336:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd780ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389157.286204:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:3.0:1785389157.286209:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389157.286242:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd780ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286259:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286266:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286273:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286278:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.286282:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286290:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286301:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:3.0:1785389157.286304:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.286308:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286314:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd780df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286327:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286333:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286338:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286343:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.286345:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286351:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286358:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff943437cd3700) 00010000:00010000:3.0:1785389157.286360:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.286363:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286962:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.286994:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b13 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.287006:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69400/0xb9b521054fd780ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b13 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.287014:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.287016:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389157.287019:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69400, rc 0) 00000100:00100000:2.0:1785389157.294082:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27144:x1872115458774784:12345-192.168.204.39@tcp:101:rm.0 Request processed in 9064us (16984us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389157.294104:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 996 00000100:00100000:2.0:1785389157.327513:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.328337:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458774912 00000100:00100000:3.0:1785389157.328348:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458774912 00000100:00100000:3.0:1785389157.328409:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 997 00000100:00100000:3.0:1785389157.328418:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27144:x1872115458774912:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389157.328441:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.328462:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b1a expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328530:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328545:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328556:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328581:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328588:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328595:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328660:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328667:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328672:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328677:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.328682:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328689:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328700:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.328702:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.328707:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328712:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd780fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328724:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328730:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328735:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.328741:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.329011:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.329020:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.329029:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff943437cd3700) 00010000:00010000:3.0:1785389157.329032:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.329035:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.329041:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78102 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.329074:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780f4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b1a expref: 42 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.329084:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.329087:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.329091:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd780f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b1a expref: 42 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.329099:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:2.0:1785389157.329696:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27144:x1872115458774912:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1276us (2191us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389157.329704:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 997 00000100:00100000:1.0:1785389157.350272:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.350368:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775040 00000100:00100000:0.0:1785389157.350379:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775040 00000100:00100000:0.0:1785389157.350443:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 998 00000100:00100000:0.0:1785389157.350453:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27144:x1872115458775040:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389157.350474:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389157.350494:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd78109 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b21 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350559:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350573:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350602:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350618:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350626:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350632:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350698:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350707:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350713:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350718:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389157.350722:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350730:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350776:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:0.0:1785389157.350781:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389157.350786:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350799:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78110 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350812:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350820:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350826:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350831:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389157.350834:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350840:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350848:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff94341e7d2700) 00010000:00010000:0.0:1785389157.350850:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389157.350861:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350867:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78117 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350900:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd78109 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b21 expref: 42 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350922:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:0.0:1785389157.350925:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389157.350928:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd78109 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b21 expref: 42 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.350937:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389157.351001:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27144:x1872115458775040:12345-192.168.204.39@tcp:101:rm.0 Request processed in 549us (738us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389157.351008:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 998 00000100:00100000:1.0:1785389157.459530:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389157.459692:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775168 00000100:00100000:2.0:1785389157.459702:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775168 00000100:00100000:2.0:1785389157.459810:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 999 00000100:00100000:2.0:1785389157.459821:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27145:x1872115458775168:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389157.459859:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389157.459881:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7811e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b28 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.459946:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.459960:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.459978:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.459993:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460000:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460006:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460069:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460076:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460082:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460088:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389157.460092:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460099:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460231:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:2.0:1785389157.460236:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389157.460241:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460253:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78125 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460267:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460273:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460279:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460285:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389157.460288:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460294:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460302:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff94340307ca00) 00010000:00010000:2.0:1785389157.460305:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389157.460308:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460313:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7812c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460343:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7811e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b28 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460364:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:2.0:1785389157.460367:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389157.460370:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7811e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b28 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.460379:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389157.462329:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27145:x1872115458775168:12345-192.168.204.39@tcp:101:cp.0 Request processed in 2503us (2800us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389157.462341:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 999 00000100:00100000:2.0:1785389157.495916:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.497958:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775296 00000100:00100000:3.0:1785389157.497971:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775296 00000100:00100000:3.0:1785389157.498035:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1000 00000100:00100000:3.0:1785389157.498046:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27145:x1872115458775296:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389157.498067:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.498088:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78133 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b2f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498151:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498164:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498175:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498190:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498197:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498204:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498270:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498279:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498286:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498291:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.498296:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498304:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498316:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.498319:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.498323:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498329:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd7813a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498341:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498346:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498351:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498355:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.498357:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498363:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498369:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff943437cd3700) 00010000:00010000:3.0:1785389157.498372:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.498374:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498379:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78141 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498410:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78133 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b2f expref: 42 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498419:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389157.498422:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.498426:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78133 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b2f expref: 42 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.498434:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389157.498501:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27145:x1872115458775296:12345-192.168.204.39@tcp:101:cp.0 Request processed in 458us (2593us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389157.498508:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1000 00000100:00100000:3.0:1785389157.525269:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.525377:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775552 00000100:00100000:0.0:1785389157.525387:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775552 00000100:00100000:0.0:1785389157.525446:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1001 00000100:00100000:0.0:1785389157.525455:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27145:x1872115458775552:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389157.525476:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389157.525497:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd78148 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b36 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.525633:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.525647:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.525659:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.525673:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.525695:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.525703:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389157.526375:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:0.0:1785389157.526541:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526552:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526559:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526592:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526600:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526607:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526612:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389157.526616:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526623:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526646:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:0.0:1785389157.526649:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389157.526653:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526659:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7814f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389157.526672:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cacd9948 reply state 0000000053f85acb transno 4294967945 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389157.526681:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785389157.526711:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd78148 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 44 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526725:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 43 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.526733:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389157.526735:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389157.526738:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:0.0:1785389157.526865:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27145:x1872115458775552:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1410us (1604us total) trans 4294967945 rc 0/0 00000100:00100000:0.0:1785389157.526873:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1001 00010000:00010000:3.0:1785389157.531776:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.531795:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.531803:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.531809:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389157.531814:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.531822:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.531856:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff94341e7d2700) 00010000:00010000:3.0:1785389157.531860:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389157.531864:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.531870:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd78156 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389157.541183:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.543005:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775680 00000100:00100000:0.0:1785389157.543017:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775680 00000100:00100000:0.0:1785389157.543105:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 260 00000100:00100000:0.0:1785389157.543129:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458775680:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389157.543162:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389157.543183:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b3d expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389157.543211:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389157.543228:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=877s v=(0 0) 00010000:00010000:0.0:1785389157.543233:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389157.543242:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.543261:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.543274:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389157.543340:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458775680:12345-192.168.204.39@tcp:101:cp.0 Request processed in 215us (2166us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389157.543348:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 260 00000100:00080000:3.0:1785389157.543783:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389157.561000:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.561097:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775808 00000100:00100000:3.0:1785389157.561107:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775808 00000100:00100000:3.0:1785389157.561169:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 261 00000100:00100000:3.0:1785389157.561179:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:27145:x1872115458775808:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389157.561198:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.561217:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b44 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.561250:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.561259:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389157.561263:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389157.561269:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.561302:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.561327:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 977 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389157.561342:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485857024:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389157.561436:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389157.574958:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485857024:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389157.574994:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.575031:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389157.575094:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:27145:x1872115458775808:12345-192.168.204.39@tcp:101:cp.0 Request processed in 13916us (14103us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.575103:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 261 00000100:00100000:1.0:1785389157.581993:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.582144:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458775936 00000100:00100000:0.0:1785389157.582154:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458775936 00010000:00010000:0.0:1785389157.582194:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 977 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389157.582239:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:0.0:1785389157.582249:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458775936:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389157.582263:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389157.582299:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 977 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.582314:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 977 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.582336:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd7816b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b3d expref: 11 pid: 14689 timeout: 977 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.582351:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389157.582354:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389157.582361:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.582370:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.582402:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389157.582413:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485857152:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389157.582489:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4ef6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389157.586627:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485857152:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389157.586650:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389157.586701:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458775936:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4454us (4716us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389157.586726:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:2.0:1785389157.605143:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.605236:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458776192 00000100:00100000:0.0:1785389157.605246:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458776192 00000100:00100000:0.0:1785389157.605303:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 200 00000100:00100000:0.0:1785389157.605314:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b058850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27145:x1872115458776192:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389157.605632:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b058850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27145:x1872115458776192:12345-192.168.204.39@tcp:35:cp.0 Request processed in 320us (498us total) trans 4294967946 rc 0/0 00000100:00100000:0.0:1785389157.605640:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 200 00010000:00010000:1.0:1785389157.621050:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389157.709858:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389157.709956:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458776320 00000100:00100000:2.0:1785389157.709965:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458776320 00000100:00100000:2.0:1785389157.710025:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1002 00000100:00100000:2.0:1785389157.710036:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27148:x1872115458776320:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389157.710058:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389157.710079:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78179 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b4b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710146:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710160:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710173:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710206:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710214:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710221:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710317:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710326:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710333:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389157.710364:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:2.0:1785389157.710368:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389157.710385:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710396:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710404:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710411:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710434:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710440:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389157.710444:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710451:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710464:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:2.0:1785389157.710467:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389157.710472:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710478:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78180 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710492:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710498:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710505:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710510:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389157.710513:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710528:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710535:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff94340307ca00) 00010000:00010000:2.0:1785389157.710537:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389157.710540:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710545:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78187 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710574:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78179 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 90 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710586:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 89 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.710593:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:2.0:1785389157.710595:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389157.710598:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879e00, rc 0) 00000100:00100000:2.0:1785389157.710662:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:27148:x1872115458776320:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 628us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389157.710668:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1002 00000100:00100000:2.0:1785389157.728621:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.728712:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458776448 00000100:00100000:0.0:1785389157.728722:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458776448 00000100:00100000:0.0:1785389157.728807:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 262 00000100:00100000:0.0:1785389157.728816:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458776448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389157.728844:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389157.728869:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd78195 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b52 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389157.728925:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485857280:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389157.729017:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4ef000 going to sleep for 11 seconds 00000100:00080000:3.0:1785389157.729411:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1785389157.732061:0:6614:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1785389157.732070:0:6614:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb mtime: 0 -> 1785389156 00002000:00010000:3.0:1785389157.732072:0:6614:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb atime: 0 -> 1785389156 00002000:00010000:3.0:1785389157.732075:0:6614:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb ctime: 0 -> 1785389156 00000100:00100000:3.0:1785389157.732096:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485857280:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389157.732128:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd78195 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b52 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.732151:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000649847a0/0xb9b521054fd78195 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b52 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.732163:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:3.0:1785389157.732218:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458776448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3402us (3615us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389157.732227:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 262 00000100:00100000:2.0:1785389157.750573:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389157.750772:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458776576 00000100:00100000:0.0:1785389157.750782:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458776576 00000100:00100000:0.0:1785389157.750840:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1003 00000100:00100000:0.0:1785389157.750857:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:27148:x1872115458776576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389157.750878:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389157.750896:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7819c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b59 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.750976:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.750988:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.751000:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389157.751056:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:0.0:1785389157.751060:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389157.751081:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.751105:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7819c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 91 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.751122:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 90 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389157.751130:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:0.0:1785389157.751133:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389157.751136:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:0.0:1785389157.751196:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:27148:x1872115458776576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 347us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389157.751203:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1003 00000100:00100000:2.0:1785389157.753613:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.753695:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458776704 00000100:00100000:1.0:1785389157.753702:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458776704 00000100:00100000:1.0:1785389157.753740:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 263 00000100:00100000:1.0:1785389157.753780:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458776704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389157.753794:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389157.753808:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b60 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389157.753877:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485857408:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389157.753938:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389157.755703:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485857408:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389157.755731:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b60 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.755777:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b60 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.755790:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:1.0:1785389157.755834:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458776704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2056us (2235us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389157.755842:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 263 00000100:00100000:2.0:1785389157.762716:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.763055:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458776960 00000100:00100000:1.0:1785389157.763079:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458776960 00000100:00100000:1.0:1785389157.763130:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1004 00000100:00100000:1.0:1785389157.763140:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:27148:x1872115458776960:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389157.763387:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:1.0:1785389157.763472:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:27148:x1872115458776960:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 333us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389157.763480:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1004 00000040:00080000:0.0:1785389157.870955:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389157.870965:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389157.871013:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 2 00000040:00080000:0.0:1785389157.871018:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389157.871330:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485857536:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389157.871432:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434011cae40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389157.881249:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485857536:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389157.882520:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.882593:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458777088 00000100:00100000:3.0:1785389157.882601:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458777088 00000100:00100000:3.0:1785389157.882654:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1005 00000100:00100000:3.0:1785389157.882665:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27158:x1872115458777088:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389157.882697:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389157.882823:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27158:x1872115458777088:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 154us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.882831:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1005 00000100:00100000:2.0:1785389157.891631:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.891725:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458777344 00000100:00100000:3.0:1785389157.891736:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458777344 00000100:00100000:3.0:1785389157.891877:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1006 00000100:00100000:3.0:1785389157.891887:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27158:x1872115458777344:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389157.891907:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.891927:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd781b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b67 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.892043:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd781b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.892056:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd781b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.892068:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd781b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389157.892079:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1785389157.892837:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd781b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b67 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.892870:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd781b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b67 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.892878:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389157.892881:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389157.892884:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389157.892945:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458777344:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1059us (1323us total) trans 4294967947 rc 0/0 00000100:00100000:3.0:1785389157.892953:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1006 00000100:00100000:2.0:1785389157.897273:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389157.897315:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.897394:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458777600 00000100:00100000:1.0:1785389157.897403:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458777600 00000100:00100000:1.0:1785389157.897463:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 46 00000100:00100000:1.0:1785389157.897473:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458777600:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389157.897488:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389157.897511:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd781b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b67 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.897529:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:1.0:1785389157.897534:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389157.897588:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458777600:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 117us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389157.897595:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 46 00000100:00100000:3.0:1785389157.898077:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458777472 00000100:00100000:3.0:1785389157.898083:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458777472 00000100:00100000:3.0:1785389157.898121:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 264 00000100:00100000:3.0:1785389157.898129:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458777472:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389157.898164:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.898183:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.898192:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x15:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389157.898347:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389157.898353:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.898387:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.898403:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 10 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389157.898417:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485857664:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389157.898478:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389157.902866:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.902997:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485857664:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389157.903023:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389157.903106:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458777728 00000100:00100000:1.0:1785389157.903114:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458777728 00002000:00100000:1.0:1785389157.903156:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (0->157) req@ffff94342e35c700 x1872115458777728/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:653/0 lens 648/0 e 0 to 0 dl 1785389168 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389157.903166:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35c700 with x1872115458777728 ext(0->157) 00010000:00010000:1.0:1785389157.903173:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 11 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.903266:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 11 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389157.903276:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94342e35c700 00000100:00100000:1.0:1785389157.903305:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 10 00000100:00100000:1.0:1785389157.903314:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458777728:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389157.903952:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458777728:12345-192.168.204.39@tcp:4:cp.0 Request processed in 636us (1092us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1785389157.903961:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 10 00002000:00100000:1.0:1785389157.903968:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (0->157) req@ffff94342e35c700 x1872115458777728/t4294967348(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:653/0 lens 648/448 e 0 to 0 dl 1785389168 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389157.903977:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35c700 with x1872115458777728 ext(0->157) 00010000:00010000:1.0:1785389157.903983:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 13 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.903996:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 13 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389157.904004:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94342e35c700 00000100:00100000:0.0:1785389157.906678:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389157.906799:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458777856 00000100:00100000:1.0:1785389157.906807:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458777856 00010000:00010000:1.0:1785389157.906858:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 13 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389157.906915:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 301 00000100:00100000:1.0:1785389157.906924:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458777856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389157.906939:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389157.906957:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 13 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.906971:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 13 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.906994:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78172 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b44 expref: 13 pid: 12002 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.907010:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389157.907014:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389157.907021:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.907030:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389157.907065:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389157.907110:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458777856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 187us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389157.907117:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 301 00010000:00010000:2.0:1785389157.907293:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907304:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907328:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907338:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907347:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907355:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389157.907359:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907368:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907379:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389157.907399:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd781c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389157.907441:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458777472:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 9314us (10177us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389157.907449:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 264 00000100:00100000:0.0:1785389157.913481:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389157.913553:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458778112 00000100:00100000:2.0:1785389157.913561:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458778112 00000100:00100000:2.0:1785389157.913621:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1007 00000100:00100000:2.0:1785389157.913631:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:27158:x1872115458778112:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389157.913740:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:27158:x1872115458778112:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 110us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389157.913778:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1007 00000100:00100000:0.0:1785389157.925019:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.925129:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458778240 00000100:00100000:3.0:1785389157.925140:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458778240 00000100:00100000:3.0:1785389157.925196:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 265 00000100:00100000:3.0:1785389157.925206:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458778240:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389157.925225:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.925245:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b6e expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389157.925269:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 158, mtime: 0x6a6ae064, atime: 0x0, ctime: 0x6a6ae064, blocks: 0x1 00010000:00010000:3.0:1785389157.925286:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=878s v=(0 0) 00010000:00010000:3.0:1785389157.925291:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389157.925300:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.925316:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.925330:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389157.925388:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458778240:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 184us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.925395:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 265 00000100:00100000:0.0:1785389157.948362:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.948491:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458778496 00000100:00100000:3.0:1785389157.948501:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458778496 00000100:00100000:3.0:1785389157.948559:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1008 00000100:00100000:3.0:1785389157.948568:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:27158:x1872115458778496:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389157.948692:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:27158:x1872115458778496:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 125us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.948699:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1008 00000100:00100000:2.0:1785389157.952689:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.952767:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458778624 00000100:00100000:3.0:1785389157.952776:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458778624 00002000:00100000:3.0:1785389157.952824:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff94342e35ea00 x1872115458778624/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:653/0 lens 488/0 e 0 to 0 dl 1785389168 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389157.952835:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35ea00 with x1872115458778624 ext(0->4095) 00002000:00010000:3.0:1785389157.952848:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35ea00 00000100:00100000:3.0:1785389157.952875:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 93 00000100:00100000:3.0:1785389157.952882:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458778624:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1785389157.953048:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458778624:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 165us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389157.953056:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 93 00002000:00100000:3.0:1785389157.953062:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff94342e35ea00 x1872115458778624/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:653/0 lens 488/4536 e 0 to 0 dl 1785389168 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389157.953072:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35ea00 with x1872115458778624 ext(0->4095) 00002000:00010000:3.0:1785389157.953075:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35ea00 00000100:00100000:0.0:1785389157.960980:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.961154:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458778752 00000100:00100000:3.0:1785389157.961164:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458778752 00000100:00100000:3.0:1785389157.961215:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1009 00000100:00100000:3.0:1785389157.961223:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:27158:x1872115458778752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389157.961244:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389157.961262:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b75 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.961292:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.961303:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.961316:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.961404:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.961421:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389157.961430:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389157.961434:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389157.961437:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389157.961489:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458778752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 267us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.961496:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1009 00000100:00100000:0.0:1785389157.982458:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389157.982530:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458778880 00000100:00100000:3.0:1785389157.982540:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458778880 00000100:00100000:3.0:1785389157.982606:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1010 00000100:00100000:3.0:1785389157.982616:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458778880:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389157.982650:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389157.982786:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458778880:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 171us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389157.982792:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1010 00000100:00100000:0.0:1785389158.003944:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389158.004042:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458779008 00000100:00100000:1.0:1785389158.004052:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458779008 00000100:00100000:1.0:1785389158.004111:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 266 00000100:00100000:1.0:1785389158.004121:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458779008:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389158.004167:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004185:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389158.004189:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389158.004196:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004212:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004243:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004253:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004262:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004269:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389158.004274:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004296:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004311:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.004320:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffa61121/0xb9b521054fd781e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389158.004400:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458779008:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 279us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.004407:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 266 00000100:00100000:0.0:1785389158.008641:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389158.008716:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458779264 00000100:00100000:1.0:1785389158.008726:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458779264 00000100:00100000:1.0:1785389158.008800:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1011 00000100:00100000:1.0:1785389158.008810:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458779264:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389158.008900:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.008917:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.008928:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.008956:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389158.008979:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 46 pid: 19127 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389158.008992:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485857792:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389158.009063:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389158.018502:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389158.018588:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485857792:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389158.018625:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389158.018688:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458779392 00000100:00100000:0.0:1785389158.018695:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458779392 00010000:00010000:0.0:1785389158.018728:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 47 pid: 19127 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389158.018788:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 302 00000100:00100000:0.0:1785389158.018797:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426384050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458779392:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389158.018813:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389158.018830:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 47 pid: 19127 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389158.018849:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 47 pid: 19127 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389158.018888:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd781db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b75 expref: 47 pid: 19127 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389158.018904:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389158.018909:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389158.018919:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389158.018926:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389158.018948:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389158.018997:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426384050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458779392:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 201us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389158.019004:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 302 00010000:00010000:3.0:1785389158.019456:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019465:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019663:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019671:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019679:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019685:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389158.019689:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019697:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019707:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389158.019709:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389158.019713:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389158.019719:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd781e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389158.019900:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458779264:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 11091us (11268us total) trans 4294967948 rc 0/0 00000100:00100000:3.0:1785389158.019909:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1011 00000040:00080000:0.0:1785389158.021952:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389158.021960:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389158.022441:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1785389158.022449:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389158.022835:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389158.022958:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458779648 00000100:00100000:1.0:1785389158.022967:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458779648 00000100:00100000:1.0:1785389158.023008:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 201 00000100:00100000:1.0:1785389158.023017:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27158:x1872115458779648:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389158.023226:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27158:x1872115458779648:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 209us (394us total) trans 4294967949 rc 0/0 00000100:00100000:1.0:1785389158.023235:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 201 00000100:00100000:3.0:1785389158.036353:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389158.036397:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389158.036426:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389158.036445:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389158.036468:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389158.036493:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780160 00000100:00100000:3.0:1785389158.036502:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780160 00000100:00100000:3.0:1785389158.036551:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780032 00000100:00100000:3.0:1785389158.036554:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780032 00000100:00100000:3.0:1785389158.036570:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780288 00000100:00100000:3.0:1785389158.036572:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780288 00000100:00100000:3.0:1785389158.036590:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:3.0:1785389158.036611:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458780160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389158.036680:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458780160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 83us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389158.036688:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:3.0:1785389158.036703:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:3.0:1785389158.036709:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458780032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389158.036728:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458780032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389158.036733:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:3.0:1785389158.036763:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:3.0:1785389158.036769:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458780288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389158.036789:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458780288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389158.036795:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:3.0:1785389158.036809:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458779776 00000100:00100000:3.0:1785389158.036812:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458779776 00000100:00100000:3.0:1785389158.036852:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 614 00000100:00100000:3.0:1785389158.036858:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458779776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389158.036880:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458779776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389158.036886:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 614 00000100:00080000:3.0:1785389158.036910:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389158.037293:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458779904 00000100:00100000:0.0:1785389158.037298:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458779904 00000100:00100000:0.0:1785389158.037330:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 521 00000100:00100000:0.0:1785389158.037337:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:2362:x1872115458779904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389158.037369:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:2362:x1872115458779904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389158.037391:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 521 00000100:00100000:1.0:1785389158.254955:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485858048:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255026:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389158.255074:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485858560:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255101:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389158.255126:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389158.255133:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485857920:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255159:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389158.255197:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485858432:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255220:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389158.255245:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485858176:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255267:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389158.255286:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389158.255291:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485858304:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255312:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389158.255338:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485858048 00000100:00100000:1.0:1785389158.255344:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485858048 00000100:00100000:1.0:1785389158.255377:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485858432 00000100:00100000:1.0:1785389158.255379:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485858432 00000100:00100000:1.0:1785389158.255397:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485858176 00000100:00100000:1.0:1785389158.255399:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485858176 00000100:00100000:1.0:1785389158.255412:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1785389158.255418:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485858048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255460:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485858048:12345-0@lo:400:kworker.0 Request processed in 42us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.255467:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1785389158.255480:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1785389158.255485:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485858432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255504:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485858432:12345-0@lo:400:kworker.0 Request processed in 19us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.255509:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1785389158.255517:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1785389158.255522:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485858176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255542:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485858176:12345-0@lo:400:kworker.0 Request processed in 20us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.255556:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1785389158.255571:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485858560 00000100:00100000:1.0:1785389158.255574:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485858560 00000100:00100000:1.0:1785389158.255594:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485858304 00000100:00100000:1.0:1785389158.255596:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485858304 00000100:00100000:1.0:1785389158.255614:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1785389158.255619:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485858560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255644:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485858560:12345-0@lo:400:kworker.0 Request processed in 26us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.255649:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1785389158.255658:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1785389158.255662:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485858304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255680:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485858304:12345-0@lo:400:kworker.0 Request processed in 18us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.255685:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1785389158.255698:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485857920 00000100:00100000:1.0:1785389158.255701:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485857920 00000100:00100000:1.0:1785389158.255718:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1785389158.255723:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485857920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255761:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485857920:12345-0@lo:400:kworker.0 Request processed in 21us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389158.255766:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:1.0:1785389158.255798:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389158.255801:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389158.255804:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389158.255847:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485858304:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255865:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485858176:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255888:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485857920:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255896:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485858432:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255903:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485858048:0@lo:400:kworker.0 00000100:00100000:1.0:1785389158.255910:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485858560:0@lo:400:kworker.0 00010000:00010000:3.0:1785389158.643248:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389158.766969:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389158.766991:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485858688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389158.767053:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389158.767124:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485858688 00000100:00100000:2.0:1785389158.767133:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485858688 00000100:00100000:2.0:1785389158.767187:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1785389158.767197:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485858688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389158.767233:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389158.767290:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485858688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389158.767299:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1785389158.768508:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485858688:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389159.056560:0:19316:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389159.056569:0:19316:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389159.056603:0:19316:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 2 00000040:00080000:0.0:1785389159.056608:0:19316:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389159.182102:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389159.185094:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780416 00000100:00100000:1.0:1785389159.185108:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780416 00000100:00100000:1.0:1785389159.185235:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 267 00000100:00100000:1.0:1785389159.185246:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c0da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458780416:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389159.185264:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389159.185282:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b7c expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.185309:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389159.185313:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389159.185323:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.185341:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.185354:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6e00, rc 0) 00000100:00100000:1.0:1785389159.185418:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c0da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458780416:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 173us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389159.185433:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 267 00000100:00080000:3.0:1785389159.195317:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389159.203948:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389159.204680:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780672 00000100:00100000:3.0:1785389159.204691:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780672 00000100:00100000:3.0:1785389159.204779:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1012 00000100:00100000:3.0:1785389159.204801:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:27159:x1872115458780672:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389159.204838:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389159.204859:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd781f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b83 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.204956:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.204970:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.204982:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389159.204994:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1785389159.205104:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd781f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b83 expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.205121:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b83 expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.205130:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389159.205133:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1785389159.205137:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68a00, rc 0) 00000100:00100000:3.0:1785389159.205186:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:27159:x1872115458780672:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 399us (1247us total) trans 4294967950 rc 0/0 00000100:00100000:3.0:1785389159.205198:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1012 00000100:00080000:0.0:1785389159.205307:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389159.221446:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389159.221575:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780800 00000100:00100000:2.0:1785389159.221584:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780800 00000100:00100000:2.0:1785389159.221642:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:2.0:1785389159.221651:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458780800:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1785389159.221695:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.221715:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.221724:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.221731:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389159.221735:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389159.221739:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 5/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.221801:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.221824:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 12 pid: 14689 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389159.221840:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485858816:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389159.221927:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.221948:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 11 pid: 6614 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389159.221958:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485858944:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389159.221981:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebb40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389159.226562:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389159.226889:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485858816:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389159.226903:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485858944:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389159.226925:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389159.227084:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389159.227329:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458780928 00000100:00100000:3.0:1785389159.227336:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458780928 00010000:00010000:3.0:1785389159.227372:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 13 pid: 14689 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389159.227408:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458781056 00000100:00100000:3.0:1785389159.227412:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458781056 00010000:00010000:3.0:1785389159.227436:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 12 pid: 6614 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389159.227459:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:3.0:1785389159.227468:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458780928:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389159.227482:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389159.227504:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 13 pid: 14689 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227517:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 13 pid: 14689 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227543:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd781f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b7c expref: 13 pid: 14689 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227559:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389159.227615:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458780928:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 147us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389159.227623:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:3.0:1785389159.227639:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:3.0:1785389159.227645:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458781056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389159.227652:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389159.227661:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 12 pid: 6614 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227670:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 12 pid: 6614 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227682:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd781cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b6e expref: 12 pid: 6614 timeout: 979 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227692:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389159.227696:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389159.227701:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227716:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.227739:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389159.227781:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458781056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 136us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389159.227787:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00080000:3.0:1785389159.227911:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389159.228175:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228184:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228207:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228215:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228222:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228229:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389159.228233:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228243:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228255:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.228262:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4141137/0xb9b521054fd7820c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389159.228307:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458780800:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 6657us (6871us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389159.228315:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:0.0:1785389159.237050:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389159.237517:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458781312 00000100:00100000:3.0:1785389159.237527:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458781312 00000100:00100000:3.0:1785389159.237592:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 202 00000100:00100000:3.0:1785389159.237601:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:27159:x1872115458781312:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1785389159.237663:0:13523:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b83 expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389159.238243:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967951 00000001:00080000:0.0:1785389159.238724:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967952 00010000:00010000:0.0:1785389159.239029:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.239046:0:13523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.239056:0:13523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.239064:0:13523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.239109:0:13523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.239125:0:13523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 95 pid: 5820 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389159.239140:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485859072:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389159.239232:0:13523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.239241:0:13523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 46 pid: 19127 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389159.239251:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485859200:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389159.239275:0:13523:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389159.245090:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389159.248831:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458781440 00000100:00100000:1.0:1785389159.248844:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458781440 00010000:00010000:1.0:1785389159.248891:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 96 pid: 5820 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389159.248931:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:1.0:1785389159.248940:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2362:x1872115458781440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389159.248954:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389159.248962:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 96 pid: 5820 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.248975:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 96 pid: 5820 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.248996:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:1.0:1785389159.249000:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.249008:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.249013:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389159.249073:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2362:x1872115458781440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 134us (3992us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389159.249080:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 305 00010000:00010000:2.0:1785389159.252473:0:13523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7818e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b4b expref: 95 pid: 5820 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389159.252494:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485859072:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389159.252509:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485859200:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389159.252534:0:13523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389159.262991:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389159.263143:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458781568 00000100:00100000:1.0:1785389159.263162:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458781568 00010000:00010000:1.0:1785389159.263219:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 47 pid: 19127 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389159.263262:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:1.0:1785389159.263272:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458781568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389159.263286:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389159.263294:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 47 pid: 19127 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.263306:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 47 pid: 19127 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.263328:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7815d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b36 expref: 47 pid: 19127 timeout: 979 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.263344:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:1.0:1785389159.263351:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.263361:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.263368:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389159.263390:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389159.263434:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458781568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 164us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389159.263450:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 306 00010000:00010000:2.0:1785389159.263509:0:13523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.263518:0:13523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389159.263636:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967953 00000001:00080000:2.0:1785389159.263873:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967954 00000001:00080000:2.0:1785389159.263924:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967955 00000100:00100000:2.0:1785389159.264008:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485859328:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1785389159.264060:0:13523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389159.264089:0:13523:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebd80 going to sleep for 11 seconds 00000100:00080000:0.0:1785389159.264201:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389159.264732:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485859328 00000100:00100000:1.0:1785389159.264738:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485859328 00000100:00100000:1.0:1785389159.264785:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1785389159.264799:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13523:x1872115485859328:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1785389159.264871:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13523:x1872115485859328:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 71us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389159.264877:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1785389159.264989:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485859328:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1785389159.265280:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967956 00000100:00100000:0.0:1785389159.265335:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485859456:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1785389159.265369:0:13523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389159.266241:0:13523:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434031c3540 going to sleep for 11 seconds 00000100:00100000:1.0:1785389159.266899:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485859456 00000100:00100000:1.0:1785389159.266905:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485859456 00000100:00100000:1.0:1785389159.266932:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1785389159.266939:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13523:x1872115485859456:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1785389159.267091:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:13523:x1872115485859456:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 152us (1721us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1785389159.267099:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1785389159.269011:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485859456:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:0.0:1785389159.269053:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.269064:0:13523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.269072:0:13523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.269078:0:13523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389159.269082:0:13523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.269090:0:13523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.269105:0:13523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389159.269108:0:13523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1785389159.269113:0:13523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.269118:0:13523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd78213 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389159.269301:0:13523:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x3f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1785389159.269410:0:13523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:0.0:1785389159.269422:0:13523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879573676670ns, next at 880573674418ns, rc = 0 00000001:00080000:0.0:1785389159.269430:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967957 00010000:00010000:0.0:1785389159.269468:0:13523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389159.269471:0:13523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389159.269477:0:13523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd781fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b83 expref: 99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389159.269582:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:27159:x1872115458781312:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 31982us (32539us total) trans 4294967958 rc 0/0 00000100:00100000:0.0:1785389159.269590:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 202 00000020:00080000:0.0:1785389159.269594:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1785389159.303309:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389159.303352:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458781696 00000100:00100000:0.0:1785389159.303360:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458781696 00000100:00100000:0.0:1785389159.303411:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1013 00000100:00100000:0.0:1785389159.303420:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:27160:x1872115458781696:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:0.0:1785389159.303442:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389159.303463:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd7821a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b8a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303529:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303544:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303555:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303569:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303576:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303584:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303682:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303691:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303698:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389159.303729:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:0.0:1785389159.303733:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389159.303765:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303775:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303782:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303787:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303793:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303798:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389159.303802:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303809:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303837:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:0.0:1785389159.303840:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389159.303844:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303850:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78221 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303861:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303866:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303871:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303875:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389159.303877:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303883:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303889:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff94341e7d2c00) 00010000:00010000:0.0:1785389159.303891:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389159.303894:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303900:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd78228 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303936:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd7821a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b8a expref: 100 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303949:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b8a expref: 99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.303958:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2400) 00010000:00010000:0.0:1785389159.303960:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389159.303962:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1e00, rc 0) 00000100:00100000:0.0:1785389159.304010:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:27160:x1872115458781696:12345-192.168.204.39@tcp:101:diff.0 Request processed in 592us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389159.304017:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1013 00000100:00100000:0.0:1785389159.311904:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389159.311937:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458781952 00000100:00100000:0.0:1785389159.311945:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458781952 00000100:00100000:0.0:1785389159.311992:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1014 00000100:00100000:0.0:1785389159.312000:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:27160:x1872115458781952:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:0.0:1785389159.312018:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389159.312037:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78236 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b91 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.312129:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7823d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.312143:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7823d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.312164:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7823d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389159.312176:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:0.0:1785389159.312284:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78236 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b91 expref: 102 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.312300:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7823d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b91 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389159.312310:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2400) 00010000:00010000:0.0:1785389159.312313:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389159.312316:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031e00, rc 0) 00000100:00100000:0.0:1785389159.312365:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:27160:x1872115458781952:12345-192.168.204.39@tcp:101:diff.0 Request processed in 366us (469us total) trans 4294967959 rc 0/0 00000100:00100000:0.0:1785389159.312372:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1014 00000100:00100000:0.0:1785389159.328155:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389159.329090:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458782208 00000100:00100000:2.0:1785389159.329101:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458782208 00000100:00100000:2.0:1785389159.329156:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 47 00000100:00100000:2.0:1785389159.329166:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:27160:x1872115458782208:12345-192.168.204.39@tcp:103:diff.0 00010000:00010000:2.0:1785389159.329181:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1785389159.329205:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7823d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b91 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.329226:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7822f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b8a expref: 100 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389159.329236:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff94341e7d2400) 00010000:00010000:2.0:1785389159.329246:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389159.329304:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:27160:x1872115458782208:12345-192.168.204.39@tcp:103:diff.0 Request processed in 138us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389159.329311:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 47 00000100:00100000:0.0:1785389159.346501:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389159.349503:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458782336 00000100:00100000:3.0:1785389159.349514:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458782336 00000100:00100000:3.0:1785389159.349562:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1015 00000100:00100000:3.0:1785389159.349570:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:27160:x1872115458782336:12345-192.168.204.39@tcp:58:diff.0 00010000:00010000:3.0:1785389159.349663:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.349694:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.349704:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389159.349879:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:3.0:1785389159.349953:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:27160:x1872115458782336:12345-192.168.204.39@tcp:58:diff.0 Request processed in 383us (3462us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389159.349961:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1015 00000100:00100000:1.0:1785389159.362727:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389159.364723:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458782464 00000100:00100000:3.0:1785389159.364735:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458782464 00000100:00100000:3.0:1785389159.364803:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1016 00000100:00100000:3.0:1785389159.364823:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:27160:x1872115458782464:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:3.0:1785389159.364843:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389159.364863:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b98 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.364920:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.364930:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.364951:0:5820:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.364964:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.364980:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff943437cd3200) 00010000:00010000:3.0:1785389159.364983:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389159.364987:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.364995:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69e00, rc 0) 00000100:00100000:3.0:1785389159.365058:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:27160:x1872115458782464:12345-192.168.204.39@tcp:101:diff.0 Request processed in 246us (2340us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389159.365065:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1016 00000001:00080000:3.0:1785389159.376390:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:3.0:1785389159.376407:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00010000:00010000:1.0:1785389159.663299:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389159.791759:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389159.791781:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485859584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389159.791855:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389159.792086:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485859584 00000100:00100000:2.0:1785389159.792095:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485859584 00000100:00100000:2.0:1785389159.792142:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1785389159.792150:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485859584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389159.792180:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389159.792237:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485859584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389159.792244:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1785389159.792276:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:2.0:1785389159.792281:0:3322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967349 00000100:00100000:2.0:1785389159.792305:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485859584:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1785389159.895225:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967959 is committed 00000004:00080000:0.0:1785389159.895243:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:0.0:1785389159.895266:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943441df8780 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:0.0:1785389159.895271:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943426393600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943441df8a80 00000020:00080000:0.0:1785389159.895274:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943426393a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943405085000 00000001:00080000:0.0:1785389159.895293:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967946 is committed 00000001:00080000:0.0:1785389159.895303:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967949 is committed 00000020:00080000:0.0:1785389159.895355:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:0.0:1785389159.895527:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:3.0:1785389159.895835:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389159.895855:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485859712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1785389159.895919:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389159.895977:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485859712 00000100:00100000:3.0:1785389159.895983:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485859712 00000100:00100000:3.0:1785389159.896022:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1785389159.896029:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485859712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1785389159.896055:0:6613:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00002000:00010000:3.0:1785389159.896083:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 158, mtime: 0x6a6ae064, atime: 0x0, ctime: 0x6a6ae064, blocks: 0xb 00010000:00010000:3.0:1785389159.896091:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896115:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=880s v=(0 0) 00010000:00010000:3.0:1785389159.896119:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389159.896125:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896141:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896150:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896159:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896175:0:6613:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1785389159.896620:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485859712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 589us (699us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1785389159.896626:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00010000:00010000:3.0:1785389159.896651:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389159.896656:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896665:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389159.896669:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896683:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896699:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896707:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78259 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389159.896723:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389159.896724:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389159.896726:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1785389159.896786:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343c8c9180/2, rc 0, transno 4294967350 00000100:00100000:3.0:1785389159.896792:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485859712:0@lo:6:osp-syn-0-0.0 00000040:00080000:2.0:1785389160.046984:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389160.046994:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389160.047033:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:2.0:1785389160.047040:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389160.047168:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485859840:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389160.047293:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389160.052458:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485859840:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389160.059056:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.059349:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458782592 00000100:00100000:0.0:1785389160.059359:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458782592 00000100:00100000:0.0:1785389160.059517:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1017 00000100:00100000:0.0:1785389160.059528:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27161:x1872115458782592:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389160.059575:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389160.059686:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27161:x1872115458782592:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 160us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.059695:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1017 00000100:00100000:1.0:1785389160.071559:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.071659:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458782720 00000100:00100000:0.0:1785389160.071670:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458782720 00000100:00100000:0.0:1785389160.071742:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1018 00000100:00100000:0.0:1785389160.071772:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27161:x1872115458782720:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1785389160.071856:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071875:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071889:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071907:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071915:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071922:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071955:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071963:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.071969:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389160.072002:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:0.0:1785389160.072005:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389160.072016:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072025:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072031:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072037:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072042:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389160.072045:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072051:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072060:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389160.072068:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389160.072073:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072079:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78260 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072092:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072097:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072102:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072106:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389160.072109:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072113:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072119:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff94341e7d2000) 00010000:00010000:0.0:1785389160.072121:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389160.072123:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072127:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78267 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072138:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072147:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072152:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072155:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389160.072157:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072162:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072168:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff943437cd3200) 00010000:00010000:0.0:1785389160.072169:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389160.072172:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.072176:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd7826e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.072254:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27161:x1872115458782720:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 484us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.072262:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1018 00000100:00100000:1.0:1785389160.085932:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.086026:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458782976 00000100:00100000:3.0:1785389160.086036:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458782976 00000100:00100000:3.0:1785389160.086086:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1019 00000100:00100000:3.0:1785389160.086095:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27161:x1872115458782976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389160.086113:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389160.086131:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78275 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89b9f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086256:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086274:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086285:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389160.086296:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1785389160.086415:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086423:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086430:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086436:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.086440:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086448:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086458:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff943437cd3200) 00010000:00010000:3.0:1785389160.086462:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389160.086466:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086473:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd7827c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086514:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78275 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b9f expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086525:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785389160.086527:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389160.086530:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78275 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b9f expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.086539:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389160.086604:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:27161:x1872115458782976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 510us (682us total) trans 4294967960 rc 301/301 00000100:00100000:3.0:1785389160.086611:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1019 00000100:00100000:1.0:1785389160.101388:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.101646:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458783104 00000100:00100000:3.0:1785389160.101655:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458783104 00000100:00100000:3.0:1785389160.101712:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1020 00000100:00100000:3.0:1785389160.101722:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:27161:x1872115458783104:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389160.101787:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389160.101894:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:27161:x1872115458783104:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 173us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389160.101902:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1020 00000100:00100000:1.0:1785389160.113948:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.114249:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458783360 00000100:00100000:3.0:1785389160.114257:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458783360 00000100:00100000:3.0:1785389160.114310:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1021 00000100:00100000:3.0:1785389160.114658:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:27161:x1872115458783360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389160.114681:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389160.114708:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7828a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ba6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.115921:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78291 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.115936:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.115948:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389160.115958:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00010000:00010000:2.0:1785389160.116008:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7828a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ba6 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.116026:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78291 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ba6 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.116035:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94340307ca00) 00010000:00010000:2.0:1785389160.116037:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389160.116040:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879e00, rc 0) 00000100:00100000:2.0:1785389160.116293:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458783360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1974us (2352us total) trans 4294967961 rc 0/0 00000100:00100000:2.0:1785389160.116311:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1021 00000100:00100000:0.0:1785389160.137705:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.141434:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458783616 00000100:00100000:3.0:1785389160.141447:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458783616 00000100:00100000:2.0:1785389160.144835:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1022 00000100:00100000:2.0:1785389160.144850:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458783616:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389160.144909:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389160.144934:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78291 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ba6 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.144952:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94340307ca00) 00010000:00010000:2.0:1785389160.144964:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389160.144985:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.144997:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.145007:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.145034:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 88 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.145047:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 88 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389160.145059:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485859968:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389160.145153:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389160.160046:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.160913:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458783744 00000100:00100000:0.0:1785389160.160923:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458783744 00010000:00010000:0.0:1785389160.160960:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 89 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.161014:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:0.0:1785389160.161022:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2362:x1872115458783744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389160.161036:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389160.161043:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 89 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.161055:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 89 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.161075:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:0.0:1785389160.161080:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.161089:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.161096:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.161113:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389160.161167:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2362:x1872115458783744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 145us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.161174:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 307 00010000:00010000:2.0:1785389160.161342:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd781a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b59 expref: 88 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389160.161358:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485859968:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389160.161384:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161392:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161398:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161417:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161425:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161434:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161841:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161850:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161857:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161862:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389160.161873:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161881:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161890:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:2.0:1785389160.161892:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389160.161896:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161901:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7829f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161911:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161916:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161922:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161926:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389160.161929:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161934:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161941:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x83bf085e (ffff94340307ce00) 00010000:00010000:2.0:1785389160.161944:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389160.161952:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.161957:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd782a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x83bf085e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389160.162011:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458783616:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 17163us (24312us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389160.162018:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1022 00000100:00100000:2.0:1785389160.169266:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.169339:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458783872 00000100:00100000:0.0:1785389160.169348:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458783872 00000100:00100000:0.0:1785389160.169403:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1023 00000100:00100000:0.0:1785389160.169414:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458783872:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389160.169449:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389160.169473:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bad expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.169507:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.169521:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.169532:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.169632:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.169652:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.169661:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389160.169664:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389160.169667:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:0.0:1785389160.173603:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458783872:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4180us (4334us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.173615:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1023 00000100:00100000:2.0:1785389160.186642:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.186875:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458784128 00000100:00100000:0.0:1785389160.186886:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458784128 00000100:00100000:0.0:1785389160.186938:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1024 00000100:00100000:0.0:1785389160.186947:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458784128:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389160.187042:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.187058:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.187070:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389160.187384:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c6a269fc reply state 00000000dfaee205 transno 4294967962 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.187395:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389160.187529:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27161:x1872115458784128:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 583us (897us total) trans 4294967962 rc 0/0 00000100:00100000:0.0:1785389160.187537:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1024 00000100:00100000:2.0:1785389160.206161:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.207039:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458784256 00000100:00100000:0.0:1785389160.207049:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458784256 00000100:00100000:0.0:1785389160.207110:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1025 00000100:00100000:0.0:1785389160.207119:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27161:x1872115458784256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389160.207145:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389160.207165:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bb4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.207342:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.207358:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.207385:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389160.207388:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389160.207393:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:0.0:1785389160.207451:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458784256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 332us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.207458:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1025 00010000:00010000:3.0:1785389160.215923:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.215942:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.215950:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.215956:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.215962:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.215969:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.215987:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389160.215990:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1785389160.215994:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.216000:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd782bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.216686:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.217316:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458784384 00000100:00100000:3.0:1785389160.217377:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458784384 00000100:00100000:3.0:1785389160.217427:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 203 00000100:00100000:3.0:1785389160.217435:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27161:x1872115458784384:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1785389160.220497:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27161:x1872115458784384:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 3051us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389160.220511:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 203 00000100:00100000:2.0:1785389160.224451:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.228285:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458784640 00000100:00100000:0.0:1785389160.228300:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458784640 00000100:00100000:0.0:1785389160.228716:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 204 00000100:00100000:0.0:1785389160.228728:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:27161:x1872115458784640:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389160.229039:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458784640:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 313us (4597us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1785389160.229047:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 204 00000100:00100000:2.0:1785389160.235904:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389160.240437:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458784896 00000100:00100000:1.0:1785389160.240451:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458784896 00000100:00100000:1.0:1785389160.241127:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1026 00000100:00100000:1.0:1785389160.241139:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458784896:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389160.241286:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458784896:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 150us (5390us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389160.241293:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1026 00000100:00100000:2.0:1785389160.248493:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.248664:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458785152 00000100:00100000:3.0:1785389160.248674:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458785152 00000100:00100000:3.0:1785389160.248734:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1027 00000100:00100000:3.0:1785389160.248776:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458785152:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389160.248807:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389160.248830:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd782c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bbb expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.248928:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.248944:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.248952:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.248983:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.248996:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 48 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.249009:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485860096:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389160.249092:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389160.264032:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485860096:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389160.264078:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389160.270193:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.270368:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458785280 00000100:00100000:0.0:1785389160.270378:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458785280 00010000:00010000:0.0:1785389160.270413:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 49 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.270452:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 308 00000100:00100000:0.0:1785389160.270461:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426385050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2363:x1872115458785280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389160.270475:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389160.270482:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 49 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.270512:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 49 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.270534:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd782c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bb4 expref: 49 pid: 9185 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.270552:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389160.270566:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.270576:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.270585:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.270609:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389160.270660:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426385050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2363:x1872115458785280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 199us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.270667:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 308 00010000:00010000:3.0:1785389160.270923:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.270932:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389160.270951:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00080000:3.0:1785389160.271230:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:3.0:1785389160.271360:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271368:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271374:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271379:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.271383:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271390:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271401:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389160.271403:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389160.271407:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271413:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd782d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271456:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd782c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bbb expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271465:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff943437cd3a00) 00010000:00010000:3.0:1785389160.271467:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389160.271471:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd782c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bbb expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.271478:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68800, rc 0) 00000100:00100000:3.0:1785389160.271514:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458785152:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 22772us (23030us total) trans 4294967964 rc 301/301 00000100:00100000:3.0:1785389160.271520:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1027 00000100:00100000:2.0:1785389160.288723:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.288896:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458785536 00000100:00100000:3.0:1785389160.288906:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458785536 00000100:00100000:3.0:1785389160.288965:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 205 00000100:00100000:3.0:1785389160.288975:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:27161:x1872115458785536:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389160.289313:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:27161:x1872115458785536:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 338us (597us total) trans 4294967965 rc 0/0 00000100:00100000:3.0:1785389160.289329:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 205 00000100:00100000:0.0:1785389160.312923:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389160.313633:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458785664 00000100:00100000:2.0:1785389160.313644:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458785664 00000100:00100000:2.0:1785389160.313696:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1028 00000100:00100000:2.0:1785389160.313705:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:27161:x1872115458785664:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389160.313729:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389160.313781:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd782de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bc2 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.313856:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd782e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.313870:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd782e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.313893:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd782e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389160.313926:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:2.0:1785389160.313930:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389160.313944:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd782e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.313967:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd782de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc2 expref: 50 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.313983:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd782e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc2 expref: 49 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.313992:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:2.0:1785389160.313995:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1785389160.313998:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389160.314044:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:27161:x1872115458785664:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 340us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389160.314050:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1028 00000100:00100000:3.0:1785389160.316910:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389160.317070:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458785792 00000100:00100000:2.0:1785389160.317078:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458785792 00000100:00100000:2.0:1785389160.317132:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00100000:2.0:1785389160.317141:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458785792:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389160.317155:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389160.317173:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bc9 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389160.317220:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1785389160.317238:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=880s v=(0 0) 00010000:00010000:2.0:1785389160.317242:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389160.317251:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.317268:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.317281:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00080000:0.0:1785389160.317436:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389160.317937:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458785792:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 180us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389160.317947:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00100000:3.0:1785389160.329304:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389160.329403:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786048 00000100:00100000:2.0:1785389160.329413:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786048 00000100:00100000:2.0:1785389160.329468:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1029 00000100:00100000:2.0:1785389160.329477:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:27161:x1872115458786048:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389160.329593:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:27161:x1872115458786048:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 116us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389160.329600:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1029 00000100:00100000:0.0:1785389160.344872:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.345051:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786176 00000100:00100000:3.0:1785389160.345062:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786176 00000100:00100000:3.0:1785389160.345121:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 271 00000100:00100000:3.0:1785389160.345131:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:27161:x1872115458786176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389160.345150:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389160.345168:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bd0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.345213:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.345223:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389160.345228:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389160.345233:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.345265:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.345278:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 980 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.345292:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485860224:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389160.345400:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389160.360721:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485860224:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389160.360807:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.360836:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68800, rc 0) 00000100:00100000:3.0:1785389160.360889:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:27161:x1872115458786176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 15760us (16025us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389160.360899:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 271 00000100:00100000:2.0:1785389160.364025:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389160.364119:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786304 00000100:00100000:1.0:1785389160.364129:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786304 00010000:00010000:1.0:1785389160.364165:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 980 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389160.364215:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:1.0:1785389160.364225:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458786304:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389160.364239:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389160.364263:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 980 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.364276:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 980 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.364299:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000136a220e/0xb9b521054fd782ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc9 expref: 11 pid: 12002 timeout: 980 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.364315:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389160.364330:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389160.364340:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.364368:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.364405:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389160.364419:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5806:1872115485860352:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389160.364490:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943407981480 going to sleep for 11 seconds 00000100:00100000:0.0:1785389160.379378:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389160.379508:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5806:1872115485860352:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389160.379539:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389160.379625:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458786304:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 15400us (15605us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389160.379636:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:3.0:1785389160.380182:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786432 00000100:00100000:3.0:1785389160.380191:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786432 00002000:00100000:3.0:1785389160.380248:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff943437820380 x1872115458786432/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:656/0 lens 648/0 e 0 to 0 dl 1785389171 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389160.380262:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437820380 with x1872115458786432 ext(0->157) 00002000:00010000:3.0:1785389160.380270:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943437820380 00000100:00100000:3.0:1785389160.380304:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 94 00000100:00100000:3.0:1785389160.380314:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458786432:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1785389160.380973:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458786432:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 659us (1608us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1785389160.380982:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 94 00002000:00100000:3.0:1785389160.380990:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff943437820380 x1872115458786432/t4294967354(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:656/0 lens 648/448 e 0 to 0 dl 1785389171 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389160.380997:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437820380 with x1872115458786432 ext(0->157) 00002000:00010000:3.0:1785389160.381001:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943437820380 00000100:00100000:0.0:1785389160.393800:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.396919:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786560 00000100:00100000:3.0:1785389160.396936:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786560 00000100:00100000:2.0:1785389160.399790:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1030 00000100:00100000:2.0:1785389160.399811:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:27161:x1872115458786560:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1785389160.475451:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967963 is committed 00000020:00080000:1.0:1785389160.475472:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000001:00080000:1.0:1785389160.475496:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967965 is committed 00000020:00080000:2.0:1785389160.477633:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000020:00080000:2.0:1785389160.477652:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000100:00100000:0.0:1785389160.481073:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458786560:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 81254us (87323us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.481087:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1030 00000100:00100000:0.0:1785389160.494616:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.494984:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786688 00000100:00100000:3.0:1785389160.494995:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786688 00000100:00100000:3.0:1785389160.495052:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 272 00000100:00100000:3.0:1785389160.495062:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458786688:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1785389160.594329:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00100000:2.0:1785389160.594698:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458786688:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 99633us (100086us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389160.594711:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 272 00000100:00100000:2.0:1785389160.603488:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.603774:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458786944 00000100:00100000:0.0:1785389160.603785:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458786944 00000100:00100000:0.0:1785389160.603859:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1031 00000100:00100000:0.0:1785389160.603870:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458786944:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389160.603924:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389160.603951:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd782e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bc2 expref: 43 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.603971:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389160.603977:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389160.604004:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.604018:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.604028:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389160.604264:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000560adb6a reply state 0000000073d04376 transno 4294967966 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.604274:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389160.604734:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458786944:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 864us (1253us total) trans 4294967966 rc 0/0 00000100:00100000:2.0:1785389160.604742:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1031 00000100:00100000:0.0:1785389160.607801:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:3.0:1785389160.607815:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.607827:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.607835:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.607841:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.607846:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.607853:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.607869:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389160.607872:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389160.607877:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.607883:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd782fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389160.607915:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458787072 00000100:00100000:1.0:1785389160.607925:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458787072 00000100:00100000:1.0:1785389160.607979:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1032 00000100:00100000:1.0:1785389160.607990:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458787072:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389160.608013:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389160.608029:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bd7 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.608104:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.608119:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.608137:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:1.0:1785389160.608140:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389160.608143:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6400, rc 0) 00000100:00100000:1.0:1785389160.608266:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458787072:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 278us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389160.608274:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1032 00000100:00100000:0.0:1785389160.613348:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.614138:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458787200 00000100:00100000:3.0:1785389160.614149:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458787200 00000100:00100000:3.0:1785389160.614195:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 273 00000100:00100000:3.0:1785389160.614205:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458787200:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1785389160.614462:0:6615:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1785389160.614467:0:6615:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime from disk: 0 -> 1785389156 00002000:00010000:3.0:1785389160.614469:0:6615:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb atime from disk: 0 -> 1785389156 00002000:00010000:3.0:1785389160.614471:0:6615:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime from disk: 0 -> 1785389156 00002000:00010000:3.0:1785389160.614472:0:6615:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1785389160.614537:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458787200:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 332us (1197us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1785389160.614552:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 273 00000100:00100000:2.0:1785389160.619700:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.620410:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458787456 00000100:00100000:0.0:1785389160.620422:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458787456 00000100:00100000:0.0:1785389160.620482:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1033 00000100:00100000:0.0:1785389160.620492:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:27161:x1872115458787456:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1785389160.620633:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.620653:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.620663:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.620698:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.620713:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 44 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.620728:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485860480:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389160.620856:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b0c8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389160.633494:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389160.633623:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458787584 00000100:00100000:1.0:1785389160.633632:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458787584 00010000:00010000:1.0:1785389160.633684:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389160.633734:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00100000:1.0:1785389160.633758:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458787584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389160.633775:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389160.633782:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.633803:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.633843:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:1.0:1785389160.633849:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.633858:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.633867:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.633884:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389160.633926:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458787584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 184us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389160.633933:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 310 00010000:00010000:0.0:1785389160.634637:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd782b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bad expref: 44 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.634703:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485860480:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389160.634723:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634732:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634738:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634820:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634827:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634834:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634840:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389160.634844:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634851:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634861:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:0.0:1785389160.634863:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389160.634867:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.634872:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78308 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.634924:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458787456:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 14433us (15232us total) trans 0 rc -22/-22 00000100:00100000:0.0:1785389160.634931:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1033 00000100:00100000:2.0:1785389160.642471:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.642554:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458787712 00000100:00100000:3.0:1785389160.642564:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458787712 00000100:00100000:3.0:1785389160.642620:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 274 00000100:00100000:3.0:1785389160.642630:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458787712:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389160.642676:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.642697:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.642705:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389160.642710:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389160.642715:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.642929:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.642944:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 11 pid: 6614 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.642965:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485860608:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389160.643035:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8e540 going to sleep for 11 seconds 00000100:00100000:3.0:1785389160.646202:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485860608:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389160.646231:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389160.646934:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.647100:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458787840 00000100:00100000:0.0:1785389160.647108:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458787840 00010000:00010000:0.0:1785389160.647141:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 12 pid: 6614 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389160.647186:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00100000:0.0:1785389160.647203:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458787840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389160.647217:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389160.647239:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 12 pid: 6614 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.647251:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 12 pid: 6614 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.647273:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000826dcbc8/0xb9b521054fd782f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd0 expref: 12 pid: 6614 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.647288:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389160.647293:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389160.647299:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.647308:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389160.647449:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389160.647504:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458787840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 309us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.647511:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 311 00010000:00010000:1.0:1785389160.647808:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647817:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647843:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647851:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647857:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647870:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389160.647875:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647883:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647894:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.647902:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd7830f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389160.647960:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458787712:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 5331us (5496us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389160.647967:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 274 00000100:00100000:2.0:1785389160.653704:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.659915:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458788096 00000100:00100000:0.0:1785389160.659930:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458788096 00000100:00100000:3.0:1785389160.665586:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1034 00000100:00100000:3.0:1785389160.665601:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:27161:x1872115458788096:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389160.665682:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.665698:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.665710:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.665938:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.665949:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.665958:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.665997:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.666011:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 44 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.666025:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485860736:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389160.666112:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b000 going to sleep for 11 seconds 00000100:00100000:1.0:1785389160.685936:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389160.687016:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485860736:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389160.687043:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.687696:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389160.692838:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458788224 00000100:00100000:2.0:1785389160.692851:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458788224 00010000:00010000:3.0:1785389160.692978:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.693024:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00100000:3.0:1785389160.693034:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458788224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389160.693052:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389160.693059:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.693072:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.693094:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78301 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bd7 expref: 45 pid: 5822 timeout: 980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.693113:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389160.693118:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.693128:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.693136:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.693168:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389160.693230:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458788224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 198us (7303us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389160.693238:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 312 00010000:00010000:2.0:1785389160.694858:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.694872:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389160.695655:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967967 00000001:00080000:3.0:1785389160.696026:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967968 00000001:00080000:3.0:1785389160.696073:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967969 00000100:00100000:3.0:1785389160.696161:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485860864:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1785389160.696247:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389160.696285:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389160.696647:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485860864 00000100:00100000:1.0:1785389160.696654:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485860864 00000100:00100000:1.0:1785389160.696707:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1785389160.696716:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485860864:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1785389160.696831:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485860864:12345-0@lo:1000:mdt00_000.0 Request processed in 115us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389160.696838:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1785389160.696916:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389160.698044:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485860864:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1785389160.698420:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967970 00000100:00100000:3.0:1785389160.698491:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485860992:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1785389160.700061:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389160.700085:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9be40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389160.700235:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485860992 00000100:00100000:0.0:1785389160.700242:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485860992 00000100:00100000:0.0:1785389160.700288:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1785389160.700296:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485860992:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1785389160.701269:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5820:x1872115485860992:12345-0@lo:1000:mdt00_000.0 Request processed in 973us (1209us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1785389160.701277:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1785389160.701371:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485860992:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1785389160.701449:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967971 00010000:00010000:3.0:1785389160.701575:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.701990:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.701998:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702003:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.702008:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702014:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702028:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94341e7d2000) 00010000:00010000:3.0:1785389160.702031:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389160.702035:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702040:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7831d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702064:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702069:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702074:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702078:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.702081:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702086:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702092:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff943437cd3200) 00010000:00010000:3.0:1785389160.702093:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389160.702100:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 87 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702111:0:5820:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 87 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702119:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 87 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.702147:0:5820:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69e00/0xb9b521054fd78252 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b98 expref: 87 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.702158:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485861120:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389160.702215:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9be40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389160.719092:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389160.719173:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458788352 00000100:00100000:0.0:1785389160.719182:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458788352 00000100:00100000:0.0:1785389160.719238:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 206 00000100:00100000:0.0:1785389160.719247:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27160:x1872115458788352:12345-192.168.204.39@tcp:49:diff.0 00000100:00100000:0.0:1785389160.719399:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27160:x1872115458788352:12345-192.168.204.39@tcp:49:diff.0 Request processed in 152us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389160.719407:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 206 00000100:00100000:3.0:1785389160.719679:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485861120:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389160.719704:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.719715:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7824b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720653:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720671:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720682:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720692:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720699:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720706:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720712:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.720716:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720722:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720733:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff943437cd3200) 00010000:00010000:3.0:1785389160.720736:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389160.720739:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720765:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78324 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720776:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720782:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720796:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720802:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389160.720805:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720812:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720819:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff943437cd3200) 00010000:00010000:3.0:1785389160.720821:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389160.720824:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.720830:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68a00/0xb9b521054fd78316 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389160.721800:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:27161:x1872115458788096:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 56188us (68092us total) trans 4294967972 rc 0/0 00000100:00100000:3.0:1785389160.721811:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1034 00000020:00080000:3.0:1785389160.721817:0:5820:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1785389160.721934:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389160.721940:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389160.724874:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1785389160.724891:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389160.738635:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389160.738694:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389160.738946:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458788608 00000100:00100000:2.0:1785389160.738957:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458788608 00000100:00100000:2.0:1785389160.739068:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 207 00000100:00100000:2.0:1785389160.739079:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:27161:x1872115458788608:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1785389160.739785:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389160.739908:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967973 00010000:00010000:2.0:1785389160.739954:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.739970:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.739982:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.739991:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.739997:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.740004:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389160.740031:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1785389160.740081:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389160.740089:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.740099:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389160.740103:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.740113:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389160.740120:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:27161:x1872115458788608:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1040us (1652us total) trans 4294967974 rc 0/0 00000100:00100000:2.0:1785389160.740130:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 207 00010000:00010000:1.0:1785389160.740130:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff94340b507700) 00000020:00080000:2.0:1785389160.740135:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389160.740136:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389160.740143:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.740150:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd7832b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389160.740168:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389160.740170:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389160.740172:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389160.747024:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458788736 00000100:00100000:3.0:1785389160.747039:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458788736 00000100:00100000:3.0:1785389160.747150:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00100000:3.0:1785389160.747160:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:27160:x1872115458788736:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:3.0:1785389160.747179:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389160.747200:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000604f1500/0xb9b521054fd78332 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bde expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389160.747228:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x6a6ae064, atime: 0x6a6ae064, ctime: 0x6a6ae064, blocks: 0xb 00010000:00010000:3.0:1785389160.747248:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=881s v=(0 0) 00010000:00010000:3.0:1785389160.747264:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389160.747273:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000604f1500/0xb9b521054fd78332 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bde expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.747290:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000604f1500/0xb9b521054fd78332 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bde expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389160.747304:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68a00, rc 0) 00000100:00100000:3.0:1785389160.747364:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:27160:x1872115458788736:12345-192.168.204.39@tcp:101:diff.0 Request processed in 206us (8669us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389160.747371:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00080000:1.0:1785389160.754674:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389160.765981:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389160.766773:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458788864 00000100:00100000:2.0:1785389160.766783:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458788864 00002000:00100000:2.0:1785389160.766841:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff94343c8c8e00 x1872115458788864/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:656/0 lens 488/0 e 0 to 0 dl 1785389171 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389160.766873:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8c8e00 with x1872115458788864 ext(0->4095) 00002000:00010000:2.0:1785389160.766880:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c8c8e00 00000100:00100000:0.0:1785389160.766978:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 95 00000100:00100000:0.0:1785389160.766992:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2363:x1872115458788864:12345-192.168.204.39@tcp:3:diff.0 00000100:00100000:0.0:1785389160.767211:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2363:x1872115458788864:12345-192.168.204.39@tcp:3:diff.0 Request processed in 222us (1237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389160.767220:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 95 00002000:00100000:0.0:1785389160.767227:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff94343c8c8e00 x1872115458788864/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:656/0 lens 488/4536 e 0 to 0 dl 1785389171 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389160.767236:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8c8e00 with x1872115458788864 ext(0->4095) 00002000:00010000:0.0:1785389160.767240:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c8c8e00 00000100:00100000:0.0:1785389160.780396:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389160.790006:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789120 00000100:00100000:1.0:1785389160.790022:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789120 00000100:00100000:0.0:1785389160.798106:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 208 00000100:00100000:0.0:1785389160.798121:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:27160:x1872115458789120:12345-192.168.204.39@tcp:35:diff.0 00000100:00100000:0.0:1785389160.799833:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:27160:x1872115458789120:12345-192.168.204.39@tcp:35:diff.0 Request processed in 1710us (19441us total) trans 4294967975 rc 0/0 00000100:00100000:0.0:1785389160.799845:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 208 00010000:00010000:1.0:1785389161.710879:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389162.208538:0:19371:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389162.208547:0:19371:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389162.208611:0:19371:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1785389162.208623:0:19371:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389162.734975:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389163.151038:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389163.151138:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389163.151219:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389163.151254:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389163.151298:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789760 00000100:00100000:2.0:1785389163.151307:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789760 00000100:00100000:2.0:1785389163.151363:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 525 00000100:00100000:2.0:1785389163.151383:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2365:x1872115458789760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389163.151457:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2365:x1872115458789760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 85us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389163.151464:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 525 00000100:00080000:2.0:1785389163.151484:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389163.152647:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789248 00000100:00100000:3.0:1785389163.152654:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789248 00000100:00100000:3.0:1785389163.152696:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:3.0:1785389163.152704:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458789248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389163.152776:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458789248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389163.152787:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:1.0:1785389163.155963:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389163.155991:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389163.156051:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789376 00000100:00100000:3.0:1785389163.156059:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789376 00000100:00100000:3.0:1785389163.156108:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 526 00000100:00100000:3.0:1785389163.156118:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2365:x1872115458789376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389163.156181:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:2365:x1872115458789376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 64us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389163.156187:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 526 00000100:00080000:3.0:1785389163.156217:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389163.159776:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789504 00000100:00100000:0.0:1785389163.159790:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789504 00000100:00100000:0.0:1785389163.159862:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790016 00000100:00100000:0.0:1785389163.159865:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790016 00000100:00100000:0.0:1785389163.159892:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:0.0:1785389163.159903:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458789504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389163.160908:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:3.0:1785389163.160919:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458790016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389163.161081:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458789504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1180us (9942us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389163.161090:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00080000:0.0:1785389163.161148:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389163.161152:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389163.164911:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789632 00000100:00100000:2.0:1785389163.164925:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789632 00000100:00100000:3.0:1785389163.165526:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458790016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 4604us (14273us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389163.165613:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00100000:2.0:1785389163.165624:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458789632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389163.165815:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458789632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 192us (9822us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389163.165823:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00080000:2.0:1785389163.165843:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389163.166422:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389163.169673:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:3.0:1785389163.169714:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458789888 00000100:00100000:3.0:1785389163.169722:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458789888 00000100:00080000:2.0:1785389163.169837:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389163.170499:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 505 00000100:00100000:3.0:1785389163.170509:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458789888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389163.171004:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458789888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 494us (4581us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389163.171011:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 505 00000100:00100000:2.0:1785389163.375683:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485861504:0@lo:400:kworker.0 00000100:00100000:2.0:1785389163.375789:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389163.375854:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1785389163.375860:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485861376:0@lo:400:kworker.0 00000100:00100000:2.0:1785389163.375881:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389163.375897:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485861888:0@lo:400:kworker.0 00000100:00100000:2.0:1785389163.375932:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389163.375968:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485861504 00000100:00100000:2.0:1785389163.375975:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485861504 00000100:00100000:2.0:1785389163.376024:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485861376 00000100:00100000:2.0:1785389163.376028:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485861376 00000100:00100000:0.0:1785389163.376328:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485861632:0@lo:400:kworker.0 00000100:00100000:0.0:1785389163.376357:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389163.376377:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785389163.376382:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485861248:0@lo:400:kworker.0 00000100:00100000:0.0:1785389163.376409:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389163.376431:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485861760:0@lo:400:kworker.0 00000100:00100000:0.0:1785389163.376452:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389163.376511:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485861888 00000100:00100000:1.0:1785389163.376515:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485861888 00000100:00100000:1.0:1785389163.376544:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485861632 00000100:00100000:1.0:1785389163.376547:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485861632 00000100:00100000:1.0:1785389163.376568:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1785389163.376577:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485861888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389163.376630:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485861888:12345-0@lo:400:kworker.0 Request processed in 54us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389163.376637:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1785389163.376654:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1785389163.376672:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485861632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389163.376699:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485861632:12345-0@lo:400:kworker.0 Request processed in 40us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389163.376705:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1785389163.376729:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485861248 00000100:00100000:1.0:1785389163.376733:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485861248 00000100:00100000:1.0:1785389163.376777:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1785389163.376782:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485861248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389163.376809:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485861248:12345-0@lo:400:kworker.0 Request processed in 26us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389163.376822:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:1.0:1785389163.376865:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389163.376870:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389163.376872:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389163.383931:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485861632:0@lo:400:kworker.0 00000100:00100000:2.0:1785389163.384029:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485861760 00000100:00100000:2.0:1785389163.384139:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485861760 00000100:00100000:0.0:1785389163.384784:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485861248:0@lo:400:kworker.0 00000100:00100000:0.0:1785389163.384817:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1785389163.384826:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485861504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389163.384923:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1785389163.384932:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485861376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389163.385326:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1785389163.385337:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485861760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389163.392291:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485861760:12345-0@lo:400:kworker.0 Request processed in 6945us (15826us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389163.392308:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1785389163.392501:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485861760:0@lo:400:kworker.0 00000100:00080000:1.0:1785389163.392566:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389163.392596:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485861888:0@lo:400:kworker.0 00000100:00100000:0.0:1785389163.396943:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485861504:12345-0@lo:400:kworker.0 Request processed in 12110us (21146us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389163.396963:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1785389163.398302:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485861376:12345-0@lo:400:kworker.0 Request processed in 13368us (22415us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389163.398313:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1785389163.401435:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485861504:0@lo:400:kworker.0 00000100:00100000:1.0:1785389163.401468:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485861376:0@lo:400:kworker.0 00010000:00010000:1.0:1785389163.759140:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389163.895524:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485862016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389163.895608:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389163.895710:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862016 00000100:00100000:2.0:1785389163.895720:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862016 00000100:00100000:2.0:1785389163.895804:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1785389163.895813:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485862016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389163.895856:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389163.895901:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485862016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389163.895907:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1785389163.896266:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485862016:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1785389164.461862:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00010000:00010000:3.0:1785389164.792034:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389164.911099:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485862144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389164.911174:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389164.911286:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862144 00000100:00100000:2.0:1785389164.911295:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862144 00000100:00100000:2.0:1785389164.911346:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1785389164.911355:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485862144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389164.911391:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389164.915142:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485862144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3780us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389164.915172:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1785389164.917796:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:1.0:1785389164.917807:0:3324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343c8c9180, transno 4294967350 00000100:00100000:1.0:1785389164.917958:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485862144:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1785389165.496350:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967975 is committed 00000001:00080000:2.0:1785389165.496366:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967966 is committed 00000001:00080000:2.0:1785389165.496373:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967974 is committed 00000020:00080000:2.0:1785389165.496394:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943406f9b0c0 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:2.0:1785389165.496399:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943408e07e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943406f9bcc0 00000020:00080000:2.0:1785389165.496403:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943408e07100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9434377ff800 00000020:00080000:0.0:1785389165.496776:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:0.0:1785389165.498055:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:1.0:1785389165.807087:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1785389166.041638:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000001:00080000:0.0:1785389166.041968:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00010000:00010000:1.0:1785389166.841816:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389166.894937:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389166.894947:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389166.894980:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:3.0:1785389166.894987:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389167.857052:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389168.271809:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389168.271843:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389168.271865:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389168.271868:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790272 00000100:00100000:1.0:1785389168.271879:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790272 00000100:00100000:2.0:1785389168.271896:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389168.271912:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389168.271928:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389168.271935:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790656 00000100:00100000:1.0:1785389168.271938:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790656 00000100:00100000:2.0:1785389168.271952:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389168.271958:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 530 00000100:00100000:1.0:1785389168.271968:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:2365:x1872115458790272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389168.271971:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790144 00000100:00100000:2.0:1785389168.271974:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790144 00000100:00100000:2.0:1785389168.271996:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:2.0:1785389168.272002:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458790144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389168.272042:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:2365:x1872115458790272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389168.272050:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 530 00000100:00100000:3.0:1785389168.272056:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790528 00000100:00100000:3.0:1785389168.272060:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790528 00000100:00100000:1.0:1785389168.272067:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 531 00000100:00100000:1.0:1785389168.272073:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2365:x1872115458790656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389168.272084:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790784 00000100:00100000:3.0:1785389168.272087:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790784 00000100:00100000:0.0:1785389168.272151:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790400 00000100:00100000:0.0:1785389168.272155:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790400 00000100:00100000:0.0:1785389168.272173:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458790912 00000100:00100000:0.0:1785389168.272175:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458790912 00000100:00100000:0.0:1785389168.272186:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 508 00000100:00100000:0.0:1785389168.272192:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458790528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389168.272227:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 509 00000100:00100000:3.0:1785389168.272234:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458790784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389168.275988:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458790144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3973us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.276002:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:1.0:1785389168.276913:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2365:x1872115458790656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 4836us (4980us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389168.276931:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 531 00000100:00080000:1.0:1785389168.276959:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389168.276971:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389168.276974:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389168.276992:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 510 00000100:00100000:1.0:1785389168.277014:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458790400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389168.277069:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458790400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (5155us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389168.277074:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 510 00000100:00100000:1.0:1785389168.277096:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 511 00000100:00100000:1.0:1785389168.277103:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458790912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389168.277155:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458790912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 52us (5202us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389168.277161:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 511 00000100:00100000:1.0:1785389168.285907:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458790528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 13700us (14049us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389168.285922:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 508 00000100:00100000:2.0:1785389168.288109:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458790784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15868us (16234us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.288122:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 509 00000100:00100000:2.0:1785389168.494941:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485862656:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495042:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389168.495110:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389168.495117:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485862272:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495147:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389168.495171:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485862784:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495196:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389168.495222:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485862400:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495244:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389168.495261:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485862912:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495281:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389168.495299:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389168.495305:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485862528:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495326:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389168.495352:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862656 00000100:00100000:2.0:1785389168.495358:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862656 00000100:00100000:2.0:1785389168.495467:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862912 00000100:00100000:2.0:1785389168.495471:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862912 00000100:00100000:2.0:1785389168.495497:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1785389168.495505:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485862656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495557:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485862656:12345-0@lo:400:kworker.0 Request processed in 52us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.495823:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1785389168.495840:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1785389168.495847:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485862912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495890:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485862912:12345-0@lo:400:kworker.0 Request processed in 44us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.495906:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1785389168.495924:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862272 00000100:00100000:2.0:1785389168.495928:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862272 00000100:00100000:2.0:1785389168.495952:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1785389168.495959:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485862272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.495990:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485862272:12345-0@lo:400:kworker.0 Request processed in 32us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.495996:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1785389168.496022:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862784 00000100:00100000:2.0:1785389168.496026:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862784 00000100:00100000:2.0:1785389168.496050:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862400 00000100:00100000:2.0:1785389168.496052:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862400 00000100:00100000:2.0:1785389168.496070:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485862528 00000100:00100000:2.0:1785389168.496073:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485862528 00000100:00100000:2.0:1785389168.496088:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1785389168.496094:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485862784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.496123:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485862784:12345-0@lo:400:kworker.0 Request processed in 30us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.496129:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1785389168.496140:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1785389168.496146:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485862400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.496171:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485862400:12345-0@lo:400:kworker.0 Request processed in 26us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.496177:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1785389168.496189:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1785389168.496194:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485862528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.496233:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485862528:12345-0@lo:400:kworker.0 Request processed in 38us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.496239:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:2.0:1785389168.496266:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389168.496270:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389168.496273:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389168.496313:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485862272:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.496324:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485862784:0@lo:400:kworker.0 00000100:00100000:2.0:1785389168.496332:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485862656:0@lo:400:kworker.0 00000100:00100000:0.0:1785389168.496511:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485862528:0@lo:400:kworker.0 00000100:00100000:0.0:1785389168.496522:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485862400:0@lo:400:kworker.0 00000100:00100000:0.0:1785389168.496529:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:0.0:1785389168.496534:0:3322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967356 committed transno 4294967356 00000100:00100000:0.0:1785389168.496548:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485862912:0@lo:400:kworker.0 00000100:00100000:1.0:1785389168.792315:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389168.792419:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791040 00000100:00100000:2.0:1785389168.792432:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791040 00000100:00100000:2.0:1785389168.792500:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1035 00000100:00100000:2.0:1785389168.792510:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27141:x1872115458791040:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1785389168.792649:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:27141:x1872115458791040:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 140us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389168.792657:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1035 00010000:00010000:1.0:1785389168.883115:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389169.008539:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485863040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389169.008644:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389169.009060:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863040 00000100:00100000:2.0:1785389169.009070:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863040 00000100:00100000:2.0:1785389169.009128:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1785389169.009139:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485863040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389169.009182:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389169.009234:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485863040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389169.009242:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1785389169.009427:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485863040:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389169.903936:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389170.046960:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389170.047009:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485863168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389170.047078:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389170.047601:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863168 00000100:00100000:3.0:1785389170.047627:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863168 00000100:00100000:3.0:1785389170.047687:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1785389170.047696:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485863168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389170.047730:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389170.047797:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485863168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389170.047805:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00080000:0.0:1785389170.048127:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389170.048161:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485863168:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1785389170.450056:0:19570:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 01:26:08 (1785389168) 00000020:00080000:2.0:1785389170.584411:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:0.0:1785389170.585685:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:0.0:1785389170.585697:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00010000:00010000:3.0:1785389170.929600:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389171.961830:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785389172.057082:0:19619:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:3.0:1785389172.977131:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389173.392900:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389173.392995:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389173.393039:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389173.393069:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389173.393084:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389173.393101:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389173.393143:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791552 00000100:00100000:1.0:1785389173.393152:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791552 00000100:00100000:1.0:1785389173.393197:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791808 00000100:00100000:1.0:1785389173.393199:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791808 00000100:00100000:1.0:1785389173.393211:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791424 00000100:00100000:1.0:1785389173.393213:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791424 00000100:00100000:1.0:1785389173.393227:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 514 00000100:00100000:1.0:1785389173.393235:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2364:x1872115458791552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389173.393295:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2364:x1872115458791552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 61us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.393301:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 514 00000100:00100000:1.0:1785389173.393315:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 515 00000100:00100000:1.0:1785389173.393320:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458791808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389173.393337:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458791808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.393356:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 515 00000100:00100000:1.0:1785389173.393366:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 516 00000100:00100000:1.0:1785389173.393371:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458791424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389173.393411:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458791424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.393416:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 516 00000100:00100000:1.0:1785389173.393432:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791168 00000100:00100000:1.0:1785389173.393435:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791168 00000100:00100000:1.0:1785389173.393454:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 620 00000100:00100000:1.0:1785389173.393459:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458791168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389173.393478:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458791168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.393484:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 620 00000100:00080000:1.0:1785389173.393630:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389173.393634:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389173.399215:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389173.399297:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791936 00000100:00100000:1.0:1785389173.399306:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791936 00000100:00100000:1.0:1785389173.399366:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 517 00000100:00100000:1.0:1785389173.399374:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458791936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389173.399446:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458791936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.399454:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 517 00000100:00080000:0.0:1785389173.399928:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389173.402486:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791296 00000100:00100000:2.0:1785389173.402497:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791296 00000100:00100000:2.0:1785389173.403404:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458791680 00000100:00100000:1.0:1785389173.403501:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 535 00000100:00100000:1.0:1785389173.403525:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:2364:x1872115458791296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389173.403619:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:2364:x1872115458791296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 109us (10727us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.403627:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 535 00000100:00100000:2.0:1785389173.404102:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458791680 00000100:00080000:0.0:1785389173.405359:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389173.407918:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 536 00000100:00100000:2.0:1785389173.407931:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2364:x1872115458791680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389173.408016:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2364:x1872115458791680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (14913us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389173.408024:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 536 00000100:00100000:3.0:1785389173.615947:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485863296:0@lo:400:kworker.0 00000100:00100000:3.0:1785389173.616017:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389173.616064:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485863808:0@lo:400:kworker.0 00000100:00100000:3.0:1785389173.616086:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389173.616108:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389173.616114:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485863680:0@lo:400:kworker.0 00000100:00100000:3.0:1785389173.616136:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389173.616193:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863296 00000100:00100000:2.0:1785389173.616201:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863296 00000100:00100000:2.0:1785389173.616254:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1785389173.616262:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485863296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389173.616314:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485863296:12345-0@lo:400:kworker.0 Request processed in 53us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389173.616321:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1785389173.616445:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485863296:0@lo:400:kworker.0 00000100:00100000:1.0:1785389173.616621:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485863424:0@lo:400:kworker.0 00000100:00100000:1.0:1785389173.616648:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389173.616671:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485863936:0@lo:400:kworker.0 00000100:00100000:1.0:1785389173.616691:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389173.616708:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389173.616713:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485863552:0@lo:400:kworker.0 00000100:00100000:1.0:1785389173.616732:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389173.616779:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863808 00000100:00100000:1.0:1785389173.616782:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863808 00000100:00100000:1.0:1785389173.616812:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863424 00000100:00100000:1.0:1785389173.616814:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863424 00000100:00100000:1.0:1785389173.616828:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863552 00000100:00100000:1.0:1785389173.616830:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863552 00000100:00100000:1.0:1785389173.616842:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1785389173.616847:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485863808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389173.617077:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1785389173.617084:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485863424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389173.617133:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863680 00000100:00100000:3.0:1785389173.617136:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863680 00000100:00100000:3.0:1785389173.617160:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485863936 00000100:00100000:3.0:1785389173.617162:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485863936 00000100:00100000:3.0:1785389173.617178:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1785389173.617184:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485863680:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1785389173.618561:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389173.618567:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389173.618570:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389173.618585:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1785389173.618595:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485863936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389173.621577:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485863424:12345-0@lo:400:kworker.0 Request processed in 4484us (4917us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389173.621592:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1785389173.621633:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1785389173.621644:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485863552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389173.621691:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485863552:12345-0@lo:400:kworker.0 Request processed in 51us (4957us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389173.621711:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1785389173.630218:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485863680:12345-0@lo:400:kworker.0 Request processed in 13025us (14071us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389173.630233:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1785389173.630317:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485863680:0@lo:400:kworker.0 00000100:00100000:1.0:1785389173.637608:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485863808:12345-0@lo:400:kworker.0 Request processed in 20750us (21510us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389173.637623:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1785389173.637699:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485863552:0@lo:400:kworker.0 00000100:00100000:1.0:1785389173.637714:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485863424:0@lo:400:kworker.0 00000100:00100000:3.0:1785389173.637888:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485863808:0@lo:400:kworker.0 00000100:00100000:0.0:1785389173.638482:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485863936:12345-0@lo:400:kworker.0 Request processed in 19887us (21787us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389173.638492:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1785389173.641769:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485863936:0@lo:400:kworker.0 00010000:00010000:0.0:1785389174.000645:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389174.129653:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389174.129674:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485864064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389174.129740:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389174.129818:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485864064 00000100:00100000:2.0:1785389174.129824:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485864064 00000100:00100000:2.0:1785389174.129859:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1785389174.129867:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485864064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389174.129897:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389174.129932:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485864064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389174.129939:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1785389174.129981:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485864064:0@lo:13:osp-pre-1-0.0 00000001:02000400:2.0:1785389174.543048:0:19667:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 01:26:11 (1785389171) 00000100:00100000:1.0:1785389175.014039:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389175.014118:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792064 00000100:00100000:2.0:1785389175.014127:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792064 00000100:00100000:2.0:1785389175.014184:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1036 00000100:00100000:2.0:1785389175.014193:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:28063:x1872115458792064:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1785389175.014287:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:28063:x1872115458792064:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 96us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389175.014294:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1036 00000100:00080000:0.0:1785389175.014391:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389175.023067:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389175.087586:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389175.087595:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389175.088224:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1785389175.088237:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389175.089813:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.090258:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792192 00000100:00100000:3.0:1785389175.090276:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792192 00000100:00100000:3.0:1785389175.090355:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1037 00000100:00100000:3.0:1785389175.090366:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:28064:x1872115458792192:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389175.090398:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1785389175.091867:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389175.094222:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78339 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89be5 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.094316:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.095823:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.095841:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.095861:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.095869:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.095876:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096136:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096144:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096151:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096157:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.096162:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096170:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096182:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:3.0:1785389175.096185:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.096190:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096197:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78340 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096208:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096213:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096219:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096223:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.096225:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096230:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096237:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff943437cd3b00) 00010000:00010000:3.0:1785389175.096240:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.096243:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096248:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78347 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096294:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78339 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89be5 expref: 89 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096309:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:3.0:1785389175.096311:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.096315:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78339 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89be5 expref: 89 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.096334:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389175.096411:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:28064:x1872115458792192:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6046us (6602us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389175.096429:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1037 00000100:00100000:1.0:1785389175.126019:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389175.126719:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792448 00000100:00100000:2.0:1785389175.126729:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792448 00000100:00100000:2.0:1785389175.126822:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1038 00000100:00100000:2.0:1785389175.126832:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:28064:x1872115458792448:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:2.0:1785389175.126900:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389175.126924:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd78092 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89af7 expref: 88 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.126944:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:2.0:1785389175.126949:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389175.127223:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.127237:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.127246:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.127288:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 40 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.127304:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 40 pid: 9185 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389175.127317:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485864192:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389175.127415:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389175.132386:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389175.132439:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485864192:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389175.132450:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792576 00000100:00100000:0.0:1785389175.132456:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792576 00010000:00010000:2.0:1785389175.132469:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132517:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 41 pid: 9185 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389175.132555:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 313 00000100:00100000:0.0:1785389175.132564:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:2363:x1872115458792576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389175.132578:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389175.132585:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 41 pid: 9185 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132597:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 41 pid: 9185 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132619:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd780d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89b0c expref: 41 pid: 9185 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132645:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:0.0:1785389175.132650:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132660:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132667:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389175.132690:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389175.132731:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.132771:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.132793:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.132803:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.132810:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389175.137350:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:2363:x1872115458792576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4776us (4961us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389175.137364:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 313 00000004:00200000:2.0:1785389175.139225:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00010000:00010000:2.0:1785389175.139244:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.139255:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.139273:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.139279:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.139284:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.139292:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.139307:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3000) 00010000:00010000:2.0:1785389175.139310:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.139331:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.139337:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7834e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389175.139357:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ad8a5534 reply state 0000000080410871 transno 4294967976 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389175.139365:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389175.143220:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:28064:x1872115458792448:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 16377us (17196us total) trans 4294967976 rc 0/0 00000100:00100000:2.0:1785389175.143232:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1038 00010000:00010000:2.0:1785389175.150990:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.151009:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.151017:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.151024:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.151029:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.151037:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.151052:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9434129f8c00) 00010000:00010000:2.0:1785389175.151056:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.151061:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.151080:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78355 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389175.151181:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389175.151197:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485864320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389175.151250:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389175.151341:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485864320 00000100:00100000:3.0:1785389175.151349:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485864320 00000100:00100000:3.0:1785389175.151419:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1785389175.151429:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485864320:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389175.151577:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1785389175.151683:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389175.151769:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485864320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 341us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.151776:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1785389175.151884:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485864320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389175.169093:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.169325:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792704 00000100:00100000:3.0:1785389175.169334:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792704 00000100:00100000:3.0:1785389175.169397:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1039 00000100:00100000:3.0:1785389175.169408:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+88:28065:x1872115458792704:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389175.169433:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.169457:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7835c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bec expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.169678:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78363 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.169692:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78363 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.169702:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78363 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389175.169803:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1785389175.169807:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389175.169832:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78363 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.169855:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7835c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bec expref: 90 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.169871:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78363 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bec expref: 89 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.169879:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:3.0:1785389175.169882:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389175.169884:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389175.169943:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:28065:x1872115458792704:12345-192.168.204.39@tcp:101:bash.0 Request processed in 537us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.169950:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1039 00000100:00100000:1.0:1785389175.173672:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.173773:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792832 00000100:00100000:3.0:1785389175.173782:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792832 00000100:00100000:3.0:1785389175.173829:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1040 00000100:00100000:3.0:1785389175.173836:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+89:28065:x1872115458792832:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389175.173854:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.173870:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7836a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bf3 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.173924:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.173935:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.173947:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.173958:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.173964:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.173970:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174102:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd7837f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174110:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd7837f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174116:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd7837f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389175.174148:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:3.0:1785389175.174152:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389175.174174:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd7837f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174191:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174198:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174204:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174210:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.174214:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174221:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174232:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:3.0:1785389175.174235:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.174239:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174245:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78371 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174256:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174265:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174270:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174275:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.174278:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174283:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174289:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff943437cd3800) 00010000:00010000:3.0:1785389175.174291:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.174294:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174299:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78378 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174325:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7836a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bf3 expref: 91 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174337:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68400/0xb9b521054fd7837f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bf3 expref: 90 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.174344:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389175.174346:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389175.174349:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68400, rc 0) 00000100:00100000:3.0:1785389175.175044:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28065:x1872115458792832:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1206us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.175052:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1040 00000100:00100000:0.0:1785389175.183109:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389175.183210:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458792960 00000100:00100000:2.0:1785389175.183220:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458792960 00000100:00100000:2.0:1785389175.183280:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1041 00000100:00100000:2.0:1785389175.183289:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28065:x1872115458792960:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389175.183310:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389175.183331:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78386 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89bfa expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183412:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183426:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183447:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183502:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183518:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183537:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183606:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183614:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183620:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183626:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.183630:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183638:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183649:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:2.0:1785389175.183652:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.183656:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183662:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7838d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183673:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183679:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183691:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183696:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.183699:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183706:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183714:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9434129f8c00) 00010000:00010000:2.0:1785389175.183717:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.183719:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183725:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78394 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183795:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78386 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bfa expref: 91 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183805:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:2.0:1785389175.183808:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.183811:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78386 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bfa expref: 91 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.183821:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00100000:2.0:1785389175.183876:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28065:x1872115458792960:12345-192.168.204.39@tcp:101:bash.0 Request processed in 588us (777us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389175.183890:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1041 00000100:00100000:1.0:1785389175.218786:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.218857:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793088 00000100:00100000:3.0:1785389175.218867:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793088 00000100:00100000:3.0:1785389175.218926:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1042 00000100:00100000:3.0:1785389175.218935:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+40:28066:x1872115458793088:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389175.218956:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.218974:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7839b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c01 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.219035:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.219048:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.219061:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389175.219114:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1785389175.219117:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389175.219151:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.219170:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7839b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 42 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.219186:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.219193:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:3.0:1785389175.219196:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389175.219200:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389175.219290:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:28066:x1872115458793088:12345-192.168.204.39@tcp:101:rm.0 Request processed in 356us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.219295:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1042 00000100:00100000:1.0:1785389175.228045:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.228121:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793216 00000100:00100000:3.0:1785389175.228131:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793216 00000100:00100000:3.0:1785389175.228192:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1043 00000100:00100000:3.0:1785389175.228201:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:28066:x1872115458793216:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389175.228219:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.228237:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd783a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c08 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228315:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228337:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228359:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228372:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228379:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228391:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228516:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd783be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228526:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd783be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228533:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd783be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389175.228567:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:3.0:1785389175.228571:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389175.228594:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd783be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228607:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228614:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228632:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228638:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.228643:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228650:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228662:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:3.0:1785389175.228665:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.228669:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228674:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd783b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228684:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228698:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228703:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228708:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.228710:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228715:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228720:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff943437cd3800) 00010000:00010000:3.0:1785389175.228721:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.228724:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228728:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd783b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228783:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd783a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c08 expref: 43 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228796:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68800/0xb9b521054fd783be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c08 expref: 42 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.228802:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389175.228804:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389175.228807:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68800, rc 0) 00000100:00100000:3.0:1785389175.228850:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28066:x1872115458793216:12345-192.168.204.39@tcp:101:rm.0 Request processed in 650us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.228856:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1043 00000100:00100000:0.0:1785389175.232197:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389175.232279:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793344 00000100:00100000:2.0:1785389175.232287:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793344 00000100:00100000:2.0:1785389175.232326:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1044 00000100:00100000:2.0:1785389175.232335:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28066:x1872115458793344:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389175.232353:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389175.232369:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd783c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c0f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232439:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232453:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232464:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232479:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232486:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232493:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232560:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232582:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232589:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232594:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.232598:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232604:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232614:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:2.0:1785389175.232616:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.232629:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232634:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd783cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232646:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232650:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232656:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232660:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.232667:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232673:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232679:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9434129f8c00) 00010000:00010000:2.0:1785389175.232681:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.232683:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232697:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd783d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232725:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd783c5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c0f expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232733:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:2.0:1785389175.232735:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.232738:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd783c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c0f expref: 43 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.232770:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00100000:2.0:1785389175.232827:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28066:x1872115458793344:12345-192.168.204.39@tcp:101:rm.0 Request processed in 493us (639us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389175.232833:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1044 00000100:00100000:1.0:1785389175.235902:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.235977:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793472 00000100:00100000:3.0:1785389175.235985:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793472 00000100:00100000:3.0:1785389175.236052:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1045 00000100:00100000:3.0:1785389175.236060:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28066:x1872115458793472:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389175.236075:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.236092:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd783da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c16 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236144:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236170:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236178:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236191:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236207:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236212:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236306:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236313:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236319:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236324:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.236327:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236333:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236364:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389175.236367:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.236370:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236375:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236386:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236391:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236396:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236399:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.236402:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236406:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236411:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff943437cd3300) 00010000:00010000:3.0:1785389175.236413:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.236415:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236419:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236443:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd783da lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c16 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236450:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389175.236452:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.236456:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd783da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c16 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.236463:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389175.236541:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28066:x1872115458793472:12345-192.168.204.39@tcp:101:rm.0 Request processed in 482us (647us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389175.236548:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1045 00000100:00100000:0.0:1785389175.278650:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.278792:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793600 00000100:00100000:3.0:1785389175.278800:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793600 00000100:00100000:3.0:1785389175.278853:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1046 00000100:00100000:3.0:1785389175.278863:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28067:x1872115458793600:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389175.278883:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.278901:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c1d expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.278965:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.278989:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.278999:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279013:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279023:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279028:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279086:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279092:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279098:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279103:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.279106:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279118:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279128:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389175.279131:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.279135:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279141:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd783f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279152:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279157:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279162:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279167:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.279170:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279175:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279181:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff943437cd3300) 00010000:00010000:3.0:1785389175.279183:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.279186:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279191:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd783fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279219:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c1d expref: 43 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279228:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389175.279230:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.279233:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd783ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c1d expref: 43 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.279241:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:3.0:1785389175.279313:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28067:x1872115458793600:12345-192.168.204.39@tcp:101:cp.0 Request processed in 452us (672us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389175.279320:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1046 00000100:00100000:0.0:1785389175.283776:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389175.283832:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793728 00000100:00100000:1.0:1785389175.283842:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793728 00000100:00100000:1.0:1785389175.283889:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1047 00000100:00100000:1.0:1785389175.283898:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28067:x1872115458793728:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389175.283916:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389175.283935:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78404 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c24 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.283995:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284007:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284018:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284031:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284051:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284058:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284115:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284123:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284129:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284134:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389175.284138:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284145:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284155:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:1.0:1785389175.284158:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389175.284161:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284167:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7840b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284179:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284191:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284196:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284201:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389175.284204:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284209:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284217:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff94340307ce00) 00010000:00010000:1.0:1785389175.284219:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389175.284221:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284227:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78412 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284258:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78404 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c24 expref: 43 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284268:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:1.0:1785389175.284270:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389175.284274:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78404 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c24 expref: 43 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.284292:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389175.284358:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28067:x1872115458793728:12345-192.168.204.39@tcp:101:cp.0 Request processed in 461us (622us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389175.284364:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1047 00000100:00100000:1.0:1785389175.287951:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389175.288029:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458793984 00000100:00100000:2.0:1785389175.288038:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458793984 00000100:00100000:2.0:1785389175.288086:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1048 00000100:00100000:2.0:1785389175.288096:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28067:x1872115458793984:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389175.288121:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389175.288139:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78419 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c2b expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.288249:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.288262:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.288272:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.288284:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.288290:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.288310:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389175.289330:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:2.0:1785389175.289534:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289545:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289553:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289928:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289936:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289942:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289946:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389175.289950:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289957:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289966:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:2.0:1785389175.289969:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389175.289972:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.289978:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78420 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389175.289988:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dcf62685 reply state 0000000062dd5d22 transno 4294967977 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389175.289995:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389175.290019:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78419 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.290040:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 44 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389175.290047:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:2.0:1785389175.290049:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389175.290051:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389175.290112:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28067:x1872115458793984:12345-192.168.204.39@tcp:101:cp.0 Request processed in 2017us (2168us total) trans 4294967977 rc 0/0 00000100:00100000:2.0:1785389175.290120:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1048 00010000:00010000:3.0:1785389175.298705:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.298720:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.298727:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.298733:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389175.298737:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.298768:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.298782:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9434129f8c00) 00010000:00010000:3.0:1785389175.298785:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389175.298790:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.298795:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78427 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389175.303864:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389175.304302:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458794112 00000100:00100000:1.0:1785389175.304312:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458794112 00000100:00100000:1.0:1785389175.304438:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:1.0:1785389175.304447:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458794112:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389175.304464:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389175.304484:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c32 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389175.304514:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389175.304533:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=895s v=(0 0) 00010000:00010000:1.0:1785389175.304536:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389175.304544:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.304559:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.304570:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389175.304627:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458794112:12345-192.168.204.39@tcp:101:cp.0 Request processed in 180us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389175.304650:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00080000:0.0:1785389175.304719:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389175.333729:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.334341:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458794240 00000100:00100000:3.0:1785389175.334352:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458794240 00000100:00100000:3.0:1785389175.334413:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00100000:3.0:1785389175.334422:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:28067:x1872115458794240:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389175.334440:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389175.334459:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c39 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.334496:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.334515:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389175.334519:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389175.334524:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.334560:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.334574:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 995 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389175.334586:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485864448:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389175.334685:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389175.340534:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485864448:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389175.340572:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389175.340593:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:3.0:1785389175.340649:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:28067:x1872115458794240:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6227us (6928us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.340657:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00100000:2.0:1785389175.358340:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389175.358515:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458794368 00000100:00100000:1.0:1785389175.358524:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458794368 00010000:00010000:1.0:1785389175.358562:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 995 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389175.358618:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:1.0:1785389175.358627:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458794368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389175.358642:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389175.358674:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 995 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.358688:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 995 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.358710:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7843c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c32 expref: 11 pid: 14689 timeout: 995 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.358724:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389175.358728:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389175.358735:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.358797:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.358850:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389175.358865:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485864576:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389175.358942:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389175.364205:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485864576:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389175.364228:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389175.364283:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458794368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5656us (5952us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389175.364293:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:2.0:1785389175.369026:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389175.369140:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458794624 00000100:00100000:0.0:1785389175.369149:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458794624 00000100:00100000:0.0:1785389175.369213:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 209 00000100:00100000:0.0:1785389175.369222:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28067:x1872115458794624:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389175.369578:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28067:x1872115458794624:12345-192.168.204.39@tcp:35:cp.0 Request processed in 356us (560us total) trans 4294967978 rc 0/0 00000100:00100000:0.0:1785389175.369585:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 209 00000100:00100000:2.0:1785389175.428733:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389175.428888:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458794752 00000100:00100000:1.0:1785389175.428898:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458794752 00000100:00100000:1.0:1785389175.428954:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1049 00000100:00100000:1.0:1785389175.428964:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28070:x1872115458794752:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389175.428984:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389175.429003:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7844a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c40 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429062:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429076:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429088:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429114:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429121:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429128:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429213:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429221:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429227:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389175.429265:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:1.0:1785389175.429269:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389175.429285:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429296:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429304:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429312:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429328:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429334:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389175.429338:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429345:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429356:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:1.0:1785389175.429359:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389175.429363:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429369:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78451 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429382:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429388:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429394:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429399:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389175.429402:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429418:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429427:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff943419771300) 00010000:00010000:1.0:1785389175.429429:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389175.429432:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429438:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78458 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429467:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7844a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 92 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429626:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 91 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.429634:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:1.0:1785389175.429637:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389175.429639:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6400, rc 0) 00000100:00100000:1.0:1785389175.429695:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28070:x1872115458794752:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 733us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389175.429703:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1049 00000100:00100000:2.0:1785389175.433665:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389175.438568:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458794880 00000100:00100000:0.0:1785389175.438582:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458794880 00000100:00100000:0.0:1785389175.438696:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 278 00000100:00100000:0.0:1785389175.438705:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458794880:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389175.438722:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389175.438737:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5e7ad6c/0xb9b521054fd78466 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c47 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389175.438802:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485864704:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389175.438876:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b0c8d80 going to sleep for 11 seconds 00002000:00010000:1.0:1785389175.442859:0:12002:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:1.0:1785389175.442867:0:12002:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb mtime: 0 -> 1785389174 00002000:00010000:1.0:1785389175.442869:0:12002:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb atime: 0 -> 1785389174 00002000:00010000:1.0:1785389175.442871:0:12002:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb ctime: 0 -> 1785389174 00000100:00100000:1.0:1785389175.442890:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485864704:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389175.442931:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5e7ad6c/0xb9b521054fd78466 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c47 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.442955:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5e7ad6c/0xb9b521054fd78466 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c47 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.442970:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030400, rc 0) 00000100:00100000:1.0:1785389175.443011:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458794880:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4307us (9362us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389175.443019:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 278 00000100:00080000:2.0:1785389175.446857:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389175.451003:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389175.451064:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458795008 00000100:00100000:1.0:1785389175.451072:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458795008 00000100:00100000:1.0:1785389175.451120:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1050 00000100:00100000:1.0:1785389175.451129:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28070:x1872115458795008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389175.451150:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389175.451168:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7846d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c4e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.451227:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.451241:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.451252:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389175.451314:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:1.0:1785389175.451327:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389175.451350:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.451375:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7846d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.451392:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 92 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.451400:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:1.0:1785389175.451404:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389175.451407:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:1.0:1785389175.451457:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28070:x1872115458795008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 328us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389175.451464:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1050 00000100:00100000:3.0:1785389175.454175:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389175.454229:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458795136 00000100:00100000:1.0:1785389175.454236:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458795136 00000100:00100000:1.0:1785389175.454283:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 279 00000100:00100000:1.0:1785389175.454291:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458795136:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389175.454303:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389175.454316:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd7847b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c55 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389175.454363:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485864832:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389175.454427:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389175.456702:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485864832:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389175.456758:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd7847b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c55 expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.456779:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd7847b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c55 expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389175.456792:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:1.0:1785389175.456834:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458795136:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2543us (2663us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389175.456842:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 279 00000100:00100000:0.0:1785389175.463646:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389175.464669:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458795392 00000100:00100000:3.0:1785389175.464680:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458795392 00000100:00100000:3.0:1785389175.464735:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1051 00000100:00100000:3.0:1785389175.464767:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28070:x1872115458795392:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:3.0:1785389175.465001:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:3.0:1785389175.465068:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28070:x1872115458795392:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 325us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389175.465075:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1051 00000001:00080000:1.0:1785389175.740584:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967978 is committed 00000001:00080000:1.0:1785389175.755603:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967976 is committed 00010000:00010000:3.0:1785389176.048419:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389176.111085:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389176.111093:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389176.111445:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1785389176.111451:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389176.111714:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485864960:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389176.111848:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939300 going to sleep for 11 seconds 00000100:00100000:3.0:1785389176.118253:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485864960:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389176.125832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389176.125946:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458795520 00000100:00100000:1.0:1785389176.125956:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458795520 00000100:00100000:1.0:1785389176.126026:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1052 00000100:00100000:1.0:1785389176.126036:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28080:x1872115458795520:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389176.126069:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389176.126153:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28080:x1872115458795520:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 119us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389176.126160:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1052 00000100:00100000:0.0:1785389176.144900:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.148347:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458795776 00000100:00100000:3.0:1785389176.148358:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458795776 00000100:00100000:3.0:1785389176.148418:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1053 00000100:00100000:3.0:1785389176.148443:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28080:x1872115458795776:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389176.148494:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389176.148525:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78482 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c5c expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.148654:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd78489 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.148667:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd78489 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.148692:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd78489 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389176.148714:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1785389176.148875:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78482 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c5c expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.148890:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd78489 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c5c expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.148899:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.148902:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389176.148906:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:3.0:1785389176.148964:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458795776:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 536us (4073us total) trans 4294967979 rc 0/0 00000100:00100000:3.0:1785389176.148970:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1053 00000100:00100000:0.0:1785389176.176059:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.176133:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.177607:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458795904 00000100:00100000:3.0:1785389176.177617:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458795904 00000100:00100000:3.0:1785389176.177736:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 48 00000100:00100000:3.0:1785389176.177762:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426384450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458795904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389176.177776:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389176.177798:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd78489 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c5c expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.177813:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.177817:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389176.177863:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426384450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458795904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 119us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.177872:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 48 00000100:00100000:2.0:1785389176.178110:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458796032 00000100:00100000:2.0:1785389176.178115:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458796032 00000100:00100000:2.0:1785389176.178142:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:2.0:1785389176.178148:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458796032:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389176.178180:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389176.178198:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389176.178218:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389176.178223:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389176.178228:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389176.178263:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389176.178275:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 10 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389176.178288:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485865088:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389176.178351:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b000 going to sleep for 11 seconds 00000100:00100000:2.0:1785389176.184715:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485865088:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389176.184786:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.186554:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389176.186907:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458796160 00000100:00100000:1.0:1785389176.186915:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458796160 00002000:00100000:1.0:1785389176.186959:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->1515) req@ffff943305381180 x1872115458796160/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:672/0 lens 2008/0 e 0 to 0 dl 1785389187 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389176.186997:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943305381180 with x1872115458796160 ext(0->1515) 00010000:00010000:1.0:1785389176.187004:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 11 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.187020:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 11 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389176.187028:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943305381180 00000100:00100000:1.0:1785389176.187048:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 11 00000100:00100000:1.0:1785389176.187057:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458796160:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389176.187505:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458796160:12345-192.168.204.39@tcp:4:cp.0 Request processed in 447us (954us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1785389176.187513:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 11 00002000:00100000:1.0:1785389176.187520:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->1515) req@ffff943305381180 x1872115458796160/t4294967351(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:672/0 lens 2008/448 e 0 to 0 dl 1785389187 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389176.187535:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943305381180 with x1872115458796160 ext(0->1515) 00010000:00010000:1.0:1785389176.187541:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 13 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.187557:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 13 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389176.191229:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943305381180 00000100:00100000:1.0:1785389176.200999:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.202461:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458796288 00000100:00100000:0.0:1785389176.202471:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458796288 00010000:00010000:0.0:1785389176.202515:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 13 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.202716:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:0.0:1785389176.202726:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458796288:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389176.202741:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389176.202775:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 13 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202789:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 13 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202812:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001437ad8/0xb9b521054fd78443 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c39 expref: 13 pid: 6615 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202825:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389176.202830:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389176.202836:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202846:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202882:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389176.202925:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458796288:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 201us (1932us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389176.202933:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 315 00010000:00010000:0.0:1785389176.202956:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202977:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.202999:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.203007:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.203014:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.203019:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389176.203024:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.203031:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.203052:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.203059:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000136a220e/0xb9b521054fd78497 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.203098:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458796032:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 24950us (26966us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389176.203106:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:0.0:1785389176.206183:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.206260:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458796544 00000100:00100000:3.0:1785389176.206267:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458796544 00000100:00100000:3.0:1785389176.206311:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1054 00000100:00100000:3.0:1785389176.206319:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28080:x1872115458796544:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389176.207236:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28080:x1872115458796544:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 110us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.207253:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1054 00000100:00100000:1.0:1785389176.225617:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389176.225723:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458796672 00000100:00100000:2.0:1785389176.225733:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458796672 00000100:00100000:2.0:1785389176.225799:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:2.0:1785389176.225809:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458796672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389176.225826:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389176.225845:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c63 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389176.225883:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 1516, mtime: 0x6a6ae076, atime: 0x0, ctime: 0x6a6ae076, blocks: 0x1 00010000:00010000:2.0:1785389176.225900:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=896s v=(0 0) 00010000:00010000:2.0:1785389176.225905:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389176.225940:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389176.225956:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389176.225970:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389176.226027:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458796672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 219us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389176.226041:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:0.0:1785389176.239962:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389176.240049:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458796928 00000100:00100000:1.0:1785389176.240058:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458796928 00000100:00100000:1.0:1785389176.240117:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1055 00000100:00100000:1.0:1785389176.240129:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28080:x1872115458796928:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389176.240238:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28080:x1872115458796928:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 111us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389176.240246:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1055 00000100:00100000:0.0:1785389176.247633:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389176.247790:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458797056 00000100:00100000:2.0:1785389176.247826:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458797056 00002000:00100000:2.0:1785389176.247881:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff943305381f80 x1872115458797056/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:672/0 lens 488/0 e 0 to 0 dl 1785389187 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389176.247897:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943305381f80 with x1872115458797056 ext(0->4095) 00002000:00010000:2.0:1785389176.247903:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943305381f80 00000100:00100000:2.0:1785389176.247931:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 96 00000100:00100000:2.0:1785389176.247945:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458797056:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1785389176.248202:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458797056:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 261us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785389176.248226:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 96 00002000:00100000:2.0:1785389176.248234:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff943305381f80 x1872115458797056/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:672/0 lens 488/4536 e 0 to 0 dl 1785389187 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389176.248243:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943305381f80 with x1872115458797056 ext(0->4095) 00002000:00010000:2.0:1785389176.248253:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943305381f80 00000100:00100000:1.0:1785389176.283656:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.286502:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458797184 00000100:00100000:3.0:1785389176.286522:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458797184 00000100:00100000:3.0:1785389176.287202:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1056 00000100:00100000:3.0:1785389176.287222:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28080:x1872115458797184:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389176.287244:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389176.287273:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c6a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.288265:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.288283:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.288295:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.289235:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.289261:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.289271:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.289274:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389176.289278:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:3.0:1785389176.295639:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458797184:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 8414us (11978us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.295651:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1056 00000100:00100000:1.0:1785389176.328168:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.328350:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458797312 00000100:00100000:3.0:1785389176.328362:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458797312 00000100:00100000:3.0:1785389176.328431:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1057 00000100:00100000:3.0:1785389176.328443:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458797312:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389176.328527:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389176.328917:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458797312:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 475us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.328926:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1057 00000100:00100000:2.0:1785389176.350377:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389176.350445:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458797440 00000100:00100000:1.0:1785389176.350468:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458797440 00000100:00100000:1.0:1785389176.350539:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 282 00000100:00100000:1.0:1785389176.350548:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458797440:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389176.350739:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350809:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389176.350813:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389176.350820:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350833:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350873:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350881:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350888:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350895:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389176.350899:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350908:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350921:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.350928:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389176.351000:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458797440:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 452us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389176.351015:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 282 00000100:00100000:2.0:1785389176.371988:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.372424:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458797696 00000100:00100000:3.0:1785389176.372437:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458797696 00000100:00100000:3.0:1785389176.372523:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1058 00000100:00100000:3.0:1785389176.372536:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458797696:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389176.374774:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.374813:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.374825:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.382263:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.382287:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 45 pid: 5822 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389176.382304:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485865216:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389176.383135:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389176.385072:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485865216:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389176.385110:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389176.386442:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.386539:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458797824 00000100:00100000:0.0:1785389176.386550:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458797824 00010000:00010000:0.0:1785389176.386599:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 46 pid: 5822 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.386650:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:0.0:1785389176.386660:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458797824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389176.386679:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389176.386687:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 46 pid: 5822 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.386701:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 46 pid: 5822 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.386778:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd784ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c6a expref: 46 pid: 5822 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.386797:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:0.0:1785389176.386803:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.386815:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.386823:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.386848:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389176.386910:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458797824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 252us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389176.386919:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 316 00010000:00010000:3.0:1785389176.387061:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387070:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387370:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387379:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387387:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387394:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389176.387399:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387408:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387423:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.387426:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389176.387430:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.387436:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784ba lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389176.387602:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458797696:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 15068us (15627us total) trans 4294967980 rc 0/0 00000100:00100000:3.0:1785389176.387612:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1058 00000040:00080000:0.0:1785389176.388396:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389176.388403:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389176.389094:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1785389176.389107:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389176.392067:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.392165:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458798080 00000100:00100000:0.0:1785389176.392179:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458798080 00000100:00100000:3.0:1785389176.396718:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 210 00000100:00100000:3.0:1785389176.396771:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28080:x1872115458798080:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389176.397128:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28080:x1872115458798080:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 392us (5071us total) trans 4294967981 rc 0/0 00000100:00100000:3.0:1785389176.397139:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 210 00000040:00080000:2.0:1785389176.762073:0:19720:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389176.762082:0:19720:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389176.762117:0:19720:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:2.0:1785389176.762123:0:19720:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389176.871582:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389176.876594:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458798208 00000100:00100000:1.0:1785389176.876608:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458798208 00000100:00100000:1.0:1785389176.876672:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 283 00000100:00100000:1.0:1785389176.876683:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458798208:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389176.876701:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389176.876718:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c71 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.876761:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389176.876766:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389176.876775:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.876793:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.876823:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389176.876884:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458798208:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 202us (5310us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389176.876891:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 283 00000100:00100000:1.0:1785389176.928619:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.931914:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458798464 00000100:00100000:0.0:1785389176.931926:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458798464 00000100:00100000:0.0:1785389176.931985:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1059 00000100:00100000:0.0:1785389176.931995:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28081:x1872115458798464:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389176.932014:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389176.932044:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd784c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c78 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.932141:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd784cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.932155:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd784cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.932168:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd784cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389176.932180:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:0.0:1785389176.932299:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd784c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c78 expref: 94 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.932316:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd784cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c78 expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.932325:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:0.0:1785389176.932328:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389176.932330:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:0.0:1785389176.932395:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:28081:x1872115458798464:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 402us (3786us total) trans 4294967982 rc 0/0 00000100:00100000:0.0:1785389176.932403:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1059 00000100:00100000:3.0:1785389176.941989:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.942065:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458798592 00000100:00100000:0.0:1785389176.942076:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458798592 00000100:00100000:0.0:1785389176.942134:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 284 00000100:00100000:0.0:1785389176.942144:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458798592:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:0.0:1785389176.942200:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.942240:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.942251:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.942259:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389176.942264:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389176.942269:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 5/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.942304:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.942319:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 12 pid: 6615 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.942333:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485865344:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389176.942425:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.942436:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 11 pid: 12002 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.942452:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485865472:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389176.942489:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b0c8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389176.954451:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.954487:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485865344:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389176.954496:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.954510:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485865472:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389176.954529:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458798848 00000100:00100000:3.0:1785389176.954537:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458798848 00010000:00010000:0.0:1785389176.954538:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.954567:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458798720 00010000:00010000:3.0:1785389176.954573:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 12 pid: 12002 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.954573:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458798720 00010000:00010000:0.0:1785389176.954605:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 13 pid: 6615 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389176.954616:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:3.0:1785389176.954626:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458798848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1785389176.954639:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 318 00010000:00010000:3.0:1785389176.954641:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1785389176.954649:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458798720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389176.954660:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389176.954665:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 12 pid: 12002 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.954674:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 13 pid: 6615 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.954682:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 12 pid: 12002 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.954701:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 13 pid: 6615 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.959312:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd784c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c71 expref: 13 pid: 6615 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.959328:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd7849e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c63 expref: 12 pid: 12002 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.959553:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389176.959559:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389176.959566:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.959577:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.963933:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389176.963967:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.963981:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.964013:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458798720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 9361us (9517us total) trans 0 rc 0/0 00010000:00010000:1.0:1785389176.964014:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.964023:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.964023:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 318 00010000:00010000:1.0:1785389176.964031:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.964037:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389176.964041:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.964060:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.964076:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.964084:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd784dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389176.964123:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458798592:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 21980us (22141us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389176.964131:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 284 00010000:00010000:3.0:1785389176.967854:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389176.968406:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458798848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13775us (13964us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.968420:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:1.0:1785389176.970075:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389176.970167:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458799104 00000100:00100000:0.0:1785389176.970177:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458799104 00000100:00100000:0.0:1785389176.970230:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 211 00000100:00100000:0.0:1785389176.970240:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:28081:x1872115458799104:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:0.0:1785389176.970305:0:5823:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd784cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c78 expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389176.970581:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967983 00000001:00080000:0.0:1785389176.971365:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967984 00010000:00010000:0.0:1785389176.971422:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.971438:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.971570:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.971580:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.971673:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.971696:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 96 pid: 5821 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.971711:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485865600:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389176.972819:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389176.972833:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 45 pid: 19127 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389176.972845:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485865728:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389176.972880:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389176.976863:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389176.976889:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389176.976894:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485865600:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389176.976910:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485865728:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389176.976918:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458799232 00000100:00100000:3.0:1785389176.976925:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458799232 00010000:00010000:1.0:1785389176.976938:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.976959:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 97 pid: 5821 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389176.976968:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458799360 00000100:00100000:1.0:1785389176.976973:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458799360 00000100:00100000:3.0:1785389176.976995:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 319 00010000:00010000:1.0:1785389176.976996:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 46 pid: 19127 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389176.977008:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:2363:x1872115458799232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389176.977022:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389176.977031:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 97 pid: 5821 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389176.977037:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 320 00010000:00010000:3.0:1785389176.977045:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 97 pid: 5821 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389176.977054:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2364:x1872115458799360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389176.977069:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd7845f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c40 expref: 97 pid: 5821 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.977075:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389176.977083:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 46 pid: 19127 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.977084:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.977092:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.977103:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.977110:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389176.977145:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2363:x1872115458799232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.977151:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 319 00010000:00010000:1.0:1785389176.978726:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 46 pid: 19127 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.979323:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7842e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c2b expref: 46 pid: 19127 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.979340:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:1.0:1785389176.979344:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.979354:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.979361:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389176.980291:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389176.980332:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2364:x1872115458799360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3285us (3441us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389176.980340:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 320 00010000:00010000:3.0:1785389176.984098:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.984112:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389176.985267:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967985 00000001:00080000:2.0:1785389176.986098:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967986 00000001:00080000:2.0:1785389176.986164:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967987 00000100:00100000:2.0:1785389176.986250:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485865856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1785389176.986545:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389176.987179:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389176.987675:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485865856 00000100:00100000:3.0:1785389176.987682:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485865856 00000100:00100000:3.0:1785389176.987738:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1785389176.987762:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485865856:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1785389176.987844:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485865856:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389176.987852:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1785389176.987895:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485865856:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1785389176.988300:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967988 00000100:00100000:3.0:1785389176.988418:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485865984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1785389176.989045:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389176.989068:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebc00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389176.989240:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485865984 00000100:00100000:1.0:1785389176.989246:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485865984 00000100:00100000:1.0:1785389176.989282:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1785389176.989290:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485865984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1785389176.989441:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5823:x1872115485865984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 151us (395us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1785389176.989448:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1785389176.989924:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485865984:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1785389176.989945:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.989955:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.989963:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.989969:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389176.989973:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.989982:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.989999:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.990002:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1785389176.990007:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389176.990014:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd784e4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389176.990160:0:5823:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x41:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1785389176.990325:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:3.0:1785389176.990337:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 897294591239ns, next at 898294588769ns, rc = 0 00000001:00080000:3.0:1785389176.990344:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967989 00010000:00010000:3.0:1785389176.990558:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9434129f8500) 00010000:00010000:3.0:1785389176.990562:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1785389176.990569:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd784cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c78 expref: 100 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389176.991170:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28081:x1872115458799104:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 20930us (21096us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1785389176.991178:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 211 00000020:00080000:3.0:1785389176.991183:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1785389177.014533:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.014569:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458799616 00000100:00100000:3.0:1785389177.014579:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458799616 00000100:00100000:3.0:1785389177.014642:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1060 00000100:00100000:3.0:1785389177.014652:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28082:x1872115458799616:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:3.0:1785389177.014676:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389177.014698:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd784eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c7f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.014793:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.014808:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.014820:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.014835:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.014842:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.014848:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015230:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78500 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015240:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015246:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389177.015256:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1785389177.015351:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015363:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015370:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015376:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389177.015380:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015388:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015405:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389177.015409:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389177.015413:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015419:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd784f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015429:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015434:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015440:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015445:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389177.015449:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015454:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015460:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff943437cd3800) 00010000:00010000:3.0:1785389177.015463:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389177.015466:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015482:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd784f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015535:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd784eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c7f expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015549:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78500 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c7f expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.015556:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3300) 00010000:00010000:3.0:1785389177.015559:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389177.015561:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:3.0:1785389177.015622:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:28082:x1872115458799616:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 972us (1097us total) trans 4294967991 rc 0/0 00000100:00100000:3.0:1785389177.015630:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1060 00000100:00080000:3.0:1785389177.015654:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389177.023880:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.023940:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458799872 00000100:00100000:3.0:1785389177.023950:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458799872 00000100:00100000:3.0:1785389177.024007:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 49 00000100:00100000:3.0:1785389177.024018:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943426387450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:28082:x1872115458799872:12345-192.168.204.39@tcp:103:cmp.0 00010000:00010000:3.0:1785389177.024036:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389177.024059:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd78500 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c7f expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.024077:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3300) 00010000:00010000:3.0:1785389177.024086:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389177.024136:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943426387450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:28082:x1872115458799872:12345-192.168.204.39@tcp:103:cmp.0 Request processed in 119us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.024144:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 49 00000100:00100000:3.0:1785389177.026452:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.026494:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458800000 00000100:00100000:3.0:1785389177.026501:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458800000 00000100:00100000:3.0:1785389177.026540:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1061 00000100:00100000:3.0:1785389177.026549:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:28082:x1872115458800000:12345-192.168.204.39@tcp:58:cmp.0 00010000:00010000:3.0:1785389177.026634:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.026648:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.026658:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389177.028785:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:3.0:1785389177.028884:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:28082:x1872115458800000:12345-192.168.204.39@tcp:58:cmp.0 Request processed in 2332us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.028894:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1061 00000100:00100000:3.0:1785389177.033283:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389177.034848:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458800128 00000100:00100000:1.0:1785389177.034860:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458800128 00000100:00100000:1.0:1785389177.034912:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1062 00000100:00100000:1.0:1785389177.034923:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:28082:x1872115458800128:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:1.0:1785389177.034943:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389177.034963:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c86 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.035015:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.035025:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.035045:0:9185:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.035058:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.035072:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3c00) 00010000:00010000:1.0:1785389177.035075:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389177.035078:0:9185:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.035100:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6400, rc 0) 00000100:00100000:1.0:1785389177.035152:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:28082:x1872115458800128:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 231us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.035159:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1062 00010000:00010000:0.0:1785389177.070832:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389177.391014:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389177.391024:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389177.391059:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:0.0:1785389177.391067:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389177.391204:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485866112:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389177.391330:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389177.399885:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485866112:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389177.403247:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389177.403334:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458800256 00000100:00100000:0.0:1785389177.403345:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458800256 00000100:00100000:0.0:1785389177.403474:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1063 00000100:00100000:0.0:1785389177.403485:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458800256:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389177.403519:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389177.403616:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458800256:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 133us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389177.403623:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1063 00000100:00080000:3.0:1785389177.404435:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389177.409848:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389177.411035:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458800384 00000100:00100000:0.0:1785389177.411045:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458800384 00000100:00100000:0.0:1785389177.411097:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1064 00000100:00100000:0.0:1785389177.411106:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458800384:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1785389177.411170:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.411195:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.411208:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.416365:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.416865:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.416892:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.416928:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.416937:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.416944:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389177.416985:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:0.0:1785389177.416990:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389177.417003:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417016:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417022:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417029:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417033:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389177.417037:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417044:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417060:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389177.417062:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389177.417067:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417073:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7851c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417089:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417094:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417098:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417103:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389177.417105:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417109:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417114:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff94341e7d2e00) 00010000:00010000:0.0:1785389177.417116:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389177.417119:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417123:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78523 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417143:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417148:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417154:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417157:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389177.417160:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417164:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417169:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3c00) 00010000:00010000:0.0:1785389177.417171:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389177.417173:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.417177:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7852a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389177.417281:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458800384:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 6164us (7429us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389177.417289:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1064 00000100:00100000:2.0:1785389177.427407:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.427501:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458800640 00000100:00100000:3.0:1785389177.427511:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458800640 00000100:00100000:3.0:1785389177.427568:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1065 00000100:00100000:3.0:1785389177.427578:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458800640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389177.427600:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389177.427620:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78531 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c8d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428391:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428408:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428420:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389177.428433:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1785389177.428541:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428550:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428557:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428568:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389177.428573:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428580:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428592:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3c00) 00010000:00010000:3.0:1785389177.428595:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389177.428599:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428606:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78538 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428645:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78531 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c8d expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428654:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785389177.428657:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389177.428660:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78531 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c8d expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.428670:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389177.428731:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28083:x1872115458800640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1154us (1333us total) trans 4294967992 rc 301/301 00000100:00100000:3.0:1785389177.429187:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1065 00000100:00100000:3.0:1785389177.437426:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389177.437519:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458800768 00000100:00100000:0.0:1785389177.437530:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458800768 00000100:00100000:0.0:1785389177.437587:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1066 00000100:00100000:0.0:1785389177.437616:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28083:x1872115458800768:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389177.437652:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389177.437787:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28083:x1872115458800768:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 177us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389177.437795:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1066 00000100:00100000:0.0:1785389177.445270:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.446353:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458801024 00000100:00100000:3.0:1785389177.446367:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458801024 00000100:00100000:3.0:1785389177.446430:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1067 00000100:00100000:3.0:1785389177.446450:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28083:x1872115458801024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389177.446480:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389177.446503:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78546 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c94 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.448260:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7854d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.448277:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7854d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.448289:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7854d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389177.448298:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:2.0:1785389177.448353:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78546 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c94 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.448371:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7854d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c94 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.448379:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9434129f8200) 00010000:00010000:2.0:1785389177.448383:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389177.448386:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878600, rc 0) 00000100:00100000:2.0:1785389177.448452:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28083:x1872115458801024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2004us (3190us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1785389177.448470:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1067 00000100:00100000:2.0:1785389177.453546:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.453629:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458801280 00000100:00100000:3.0:1785389177.453638:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458801280 00000100:00100000:3.0:1785389177.453699:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1068 00000100:00100000:3.0:1785389177.453709:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28083:x1872115458801280:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389177.455861:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389177.455892:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7854d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c94 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.455912:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9434129f8200) 00010000:00010000:2.0:1785389177.455924:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389177.455948:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.455961:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.455968:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.456002:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.456947:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 100 pid: 9185 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389177.456970:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485866240:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389177.457071:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389177.459002:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485866240:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389177.459023:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389177.468321:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.468551:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458801408 00000100:00100000:3.0:1785389177.468561:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458801408 00010000:00010000:3.0:1785389177.468601:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 101 pid: 9185 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389177.468643:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:3.0:1785389177.468652:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:2363:x1872115458801408:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389177.468667:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389177.468674:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 101 pid: 9185 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.468688:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 101 pid: 9185 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.468711:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78474 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c4e expref: 101 pid: 9185 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.468945:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:3.0:1785389177.468950:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.468960:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.468967:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.469036:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389177.469084:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:2363:x1872115458801408:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 433us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.469092:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 321 00010000:00010000:2.0:1785389177.469132:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.469139:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.469160:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.469169:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.469177:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470138:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470149:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470163:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470169:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389177.470173:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470181:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470191:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:2.0:1785389177.470193:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389177.470196:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470202:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7855b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470211:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470217:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470293:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470297:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389177.470300:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470314:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470323:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1f632c80 (ffff9434129f8200) 00010000:00010000:2.0:1785389177.470325:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389177.470327:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.470332:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78562 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1f632c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389177.470532:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:28083:x1872115458801280:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 16822us (16992us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389177.470539:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1068 00000100:00100000:2.0:1785389177.472603:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389177.472664:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458801536 00000100:00100000:1.0:1785389177.472673:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458801536 00000100:00100000:1.0:1785389177.472740:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1069 00000100:00100000:1.0:1785389177.472770:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:28083:x1872115458801536:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389177.472788:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389177.472806:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78569 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89c9b expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.472841:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.472853:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.472862:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.472949:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78569 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 49 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.472966:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.472989:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389177.472992:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389177.472995:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389177.473051:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28083:x1872115458801536:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 284us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.473058:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1069 00000100:00100000:0.0:1785389177.489170:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389177.489269:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458801792 00000100:00100000:2.0:1785389177.489279:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458801792 00000100:00100000:2.0:1785389177.489335:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1070 00000100:00100000:2.0:1785389177.489354:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28083:x1872115458801792:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389177.489440:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.489458:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.489478:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389177.489674:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000382f7a17 reply state 00000000ff957b3f transno 4294967994 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389177.489695:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389177.489828:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28083:x1872115458801792:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 484us (666us total) trans 4294967994 rc 0/0 00000100:00100000:2.0:1785389177.489836:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1070 00010000:00010000:2.0:1785389177.497480:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.497497:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.497505:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.497510:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389177.497515:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.497523:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.497538:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:2.0:1785389177.497541:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389177.497546:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.497552:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd78577 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389177.502890:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389177.503315:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458801920 00000100:00100000:2.0:1785389177.503333:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458801920 00000100:00100000:2.0:1785389177.503407:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1071 00000100:00100000:2.0:1785389177.503417:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28083:x1872115458801920:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389177.503448:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389177.503475:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ca2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.503546:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 50 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.503562:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 50 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389177.503571:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:2.0:1785389177.503574:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389177.503577:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389177.503627:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28083:x1872115458801920:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 210us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389177.503634:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1071 00000100:00100000:0.0:1785389177.514679:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.518211:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458802048 00000100:00100000:3.0:1785389177.518226:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458802048 00000100:00100000:3.0:1785389177.518405:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 212 00000100:00100000:3.0:1785389177.518417:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28083:x1872115458802048:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1785389177.518573:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28083:x1872115458802048:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 158us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.520027:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 212 00000100:00100000:0.0:1785389177.529652:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.533065:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458802304 00000100:00100000:3.0:1785389177.533078:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458802304 00000100:00100000:2.0:1785389177.533223:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 213 00000100:00100000:2.0:1785389177.533235:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28083:x1872115458802304:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389177.534525:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458802304:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1289us (4879us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1785389177.534535:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 213 00000100:00100000:0.0:1785389177.554180:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.558407:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458802560 00000100:00100000:3.0:1785389177.558420:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458802560 00000100:00100000:2.0:1785389177.561640:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1072 00000100:00100000:2.0:1785389177.561654:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458802560:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389177.561820:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458802560:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 168us (7648us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389177.561828:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1072 00000100:00100000:0.0:1785389177.571811:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.571901:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458802816 00000100:00100000:3.0:1785389177.571909:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458802816 00000100:00100000:3.0:1785389177.571973:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1073 00000100:00100000:3.0:1785389177.571984:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458802816:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389177.572005:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389177.572026:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78585 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ca9 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.572121:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.572136:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 52 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.572144:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.572178:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 52 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.572191:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 52 pid: 5820 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389177.572205:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485866368:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389177.572293:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389177.577927:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485866368:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389177.577959:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389177.583378:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389177.583599:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458802944 00000100:00100000:1.0:1785389177.583609:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458802944 00010000:00010000:1.0:1785389177.583643:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 53 pid: 5820 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389177.583686:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:1.0:1785389177.583695:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2363:x1872115458802944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389177.583711:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389177.583717:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 53 pid: 5820 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.583730:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 53 pid: 5820 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.583795:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7857e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca2 expref: 53 pid: 5820 timeout: 997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.583810:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389177.583815:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.583839:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.583847:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.583869:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389177.583930:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2363:x1872115458802944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 236us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.583940:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 322 00010000:00010000:0.0:1785389177.584292:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.584301:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389177.584319:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:0.0:1785389177.584798:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:0.0:1785389177.585412:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585432:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585439:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585444:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389177.585448:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585456:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585476:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:0.0:1785389177.585479:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389177.585483:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585489:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7858c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585535:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78585 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca9 expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585546:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff943437cd3900) 00010000:00010000:0.0:1785389177.585548:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389177.585552:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78585 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ca9 expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.585560:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:0.0:1785389177.586582:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458802816:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 14590us (14770us total) trans 4294967996 rc 301/301 00000100:00100000:0.0:1785389177.586591:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1073 00000100:00100000:0.0:1785389177.611126:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.615249:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458803200 00000100:00100000:3.0:1785389177.615264:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458803200 00000100:00100000:2.0:1785389177.615570:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 214 00000100:00100000:2.0:1785389177.615924:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458803200:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389177.618105:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:28083:x1872115458803200:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 2181us (6981us total) trans 4294967997 rc 0/0 00000100:00100000:2.0:1785389177.618115:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 214 00000100:00100000:2.0:1785389177.624189:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.624268:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458803328 00000100:00100000:3.0:1785389177.624278:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458803328 00000100:00100000:3.0:1785389177.624336:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1074 00000100:00100000:3.0:1785389177.624355:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:28083:x1872115458803328:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389177.624584:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389177.624606:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7859a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cb0 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.624675:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.624689:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.624700:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389177.624731:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:3.0:1785389177.624734:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389177.624783:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.624807:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7859a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb0 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.624822:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb0 expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.624830:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389177.624833:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1785389177.624836:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389177.624885:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:28083:x1872115458803328:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 542us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.624894:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1074 00000100:00100000:1.0:1785389177.632562:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389177.632608:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458803456 00000100:00100000:1.0:1785389177.632618:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458803456 00000100:00100000:1.0:1785389177.632674:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 285 00000100:00100000:1.0:1785389177.632684:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458803456:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389177.632702:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389177.632725:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cb7 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389177.632769:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389177.632788:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=897s v=(0 0) 00010000:00010000:1.0:1785389177.632793:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389177.632802:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.632820:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.632853:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:1.0:1785389177.632917:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458803456:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 234us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.632924:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 285 00000100:00080000:1.0:1785389177.632947:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389177.653050:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389177.654112:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458803712 00000100:00100000:2.0:1785389177.654124:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458803712 00000100:00100000:2.0:1785389177.654505:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1075 00000100:00100000:2.0:1785389177.654516:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:28083:x1872115458803712:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389177.654634:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:28083:x1872115458803712:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 119us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389177.654641:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1075 00000100:00100000:1.0:1785389177.658705:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.659113:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458803840 00000100:00100000:3.0:1785389177.659122:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458803840 00000100:00100000:3.0:1785389177.659177:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 286 00000100:00100000:3.0:1785389177.659199:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:28083:x1872115458803840:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389177.659228:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389177.659245:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cbe expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.659276:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.659286:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389177.659290:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389177.659295:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.659330:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.659343:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 11 pid: 14689 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389177.659357:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485866496:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389177.659469:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263eb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389177.665002:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.665153:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485866496:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389177.665183:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.665203:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:0.0:1785389177.665212:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458803968 00000100:00100000:0.0:1785389177.665221:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458803968 00010000:00010000:0.0:1785389177.665254:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 12 pid: 14689 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389177.665266:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:28083:x1872115458803840:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 6079us (6567us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.665274:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 286 00000100:00100000:0.0:1785389177.665468:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:0.0:1785389177.665479:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458803968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389177.665493:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389177.665514:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 11 pid: 14689 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.665527:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 11 pid: 14689 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.665549:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006015432d/0xb9b521054fd785a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb7 expref: 11 pid: 14689 timeout: 997 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.665562:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389177.665567:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389177.666281:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.666313:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.666365:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389177.666380:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485866624:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389177.666435:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389177.675464:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485866624:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389177.675488:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389177.675557:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458803968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10079us (10560us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389177.675568:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:1.0:1785389177.677861:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389177.679020:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458804096 00000100:00100000:2.0:1785389177.679028:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458804096 00002000:00100000:2.0:1785389177.679072:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (0->1515) req@ffff94343cb72d80 x1872115458804096/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:673/0 lens 2008/0 e 0 to 0 dl 1785389188 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389177.679082:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb72d80 with x1872115458804096 ext(0->1515) 00002000:00010000:2.0:1785389177.679087:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343cb72d80 00000100:00100000:2.0:1785389177.679148:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 97 00000100:00100000:2.0:1785389177.679157:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458804096:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1785389177.679727:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458804096:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 569us (1868us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1785389177.679735:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 97 00002000:00100000:2.0:1785389177.679742:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (0->1515) req@ffff94343cb72d80 x1872115458804096/t4294967357(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:673/0 lens 2008/448 e 0 to 0 dl 1785389188 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389177.679768:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb72d80 with x1872115458804096 ext(0->1515) 00002000:00010000:2.0:1785389177.679771:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343cb72d80 00000100:00100000:1.0:1785389177.684525:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389177.684662:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458804224 00000100:00100000:0.0:1785389177.684671:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458804224 00000100:00100000:0.0:1785389177.684798:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1076 00000100:00100000:0.0:1785389177.684809:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:28083:x1872115458804224:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1785389177.810697:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:28083:x1872115458804224:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 125881us (126172us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.810710:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1076 00000001:00080000:1.0:1785389177.810761:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967996 is committed 00000001:00080000:1.0:1785389177.810774:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967985 is committed 00000001:00080000:1.0:1785389177.810790:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967997 is committed 00000001:00080000:1.0:1785389177.810800:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967988 is committed 00000001:00080000:1.0:1785389177.810813:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967991 is committed 00000004:00080000:1.0:1785389177.810820:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000020:00080000:1.0:1785389177.810837:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9434263eb6c0 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:1.0:1785389177.810841:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9433021d0200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9434263ebcc0 00000020:00080000:1.0:1785389177.810844:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9433021d0600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943437d74000 00000020:00080000:1.0:1785389177.811059:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:1.0:1785389177.814162:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:1.0:1785389177.814201:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485866752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1785389177.814675:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389177.817057:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389177.824382:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485866752 00000100:00100000:2.0:1785389177.824397:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485866752 00000100:00100000:1.0:1785389177.825789:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458804352 00000100:00100000:1.0:1785389177.825796:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458804352 00000100:00100000:1.0:1785389177.825859:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 287 00000100:00100000:1.0:1785389177.825870:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458804352:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1785389177.837484:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1785389177.837498:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485866752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1785389177.837527:0:6613:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00002000:00010000:0.0:1785389177.837557:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 1516, mtime: 0x6a6ae076, atime: 0x0, ctime: 0x6a6ae076, blocks: 0x1 00010000:00010000:0.0:1785389177.837566:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.837582:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=898s v=(0 0) 00010000:00010000:0.0:1785389177.837587:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389177.837593:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.837623:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.837633:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.837642:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1785389177.837852:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1785389177.839485:0:6613:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389177.842946:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485866752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5446us (28265us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1785389177.842960:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00010000:0.0:1785389177.842990:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389177.842999:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.843011:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389177.843016:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.843026:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.843046:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.843061:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f3d875d/0xb9b521054fd785b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389177.843083:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389177.843085:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389177.843086:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1785389177.843800:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343cb72680/2, rc 0, transno 4294967353 00000100:00100000:1.0:1785389177.843808:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485866752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1785389177.954074:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458804352:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 128194us (137012us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.954088:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 287 00000001:00080000:0.0:1785389177.955116:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000100:00100000:1.0:1785389177.958926:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.959385:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458804608 00000100:00100000:3.0:1785389177.959395:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458804608 00000100:00100000:3.0:1785389177.959516:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1077 00000100:00100000:3.0:1785389177.959526:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28083:x1872115458804608:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389177.959577:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389177.959601:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cb0 expref: 44 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.959620:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389177.959625:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389177.959650:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.959727:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389177.959737:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389177.960091:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a1d81fa7 reply state 00000000a0c5a4d3 transno 4294967998 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389177.960100:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389177.961057:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458804608:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 1528us (2134us total) trans 4294967998 rc 0/0 00000100:00100000:3.0:1785389177.961066:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1077 00010000:00010000:1.0:1785389177.970634:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.970651:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.970670:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.970678:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389177.970683:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.970691:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.970707:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389177.970710:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389177.970728:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.970734:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd785bd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389177.971045:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389177.971445:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458804736 00000100:00100000:1.0:1785389177.971464:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458804736 00000100:00100000:1.0:1785389177.971517:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1078 00000100:00100000:1.0:1785389177.971527:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28083:x1872115458804736:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389177.971552:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389177.971569:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cc5 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.971624:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.971637:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389177.971654:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:1.0:1785389177.971856:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389177.971860:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7000, rc 0) 00000100:00100000:1.0:1785389177.971956:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458804736:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 429us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389177.971963:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1078 00000100:00100000:0.0:1785389177.996513:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389177.996577:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458804864 00000100:00100000:3.0:1785389177.996587:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458804864 00000100:00100000:3.0:1785389177.996637:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 289 00000100:00100000:3.0:1785389177.996646:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458804864:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1785389177.996891:0:12002:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:3.0:1785389177.996895:0:12002:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime from disk: 0 -> 1785389174 00002000:00010000:3.0:1785389177.996897:0:12002:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb atime from disk: 0 -> 1785389174 00002000:00010000:3.0:1785389177.996899:0:12002:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime from disk: 0 -> 1785389174 00002000:00010000:3.0:1785389177.996901:0:12002:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1785389177.996951:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458804864:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 305us (447us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1785389177.996959:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 289 00000100:00100000:3.0:1785389177.999816:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389177.999934:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458805120 00000100:00100000:0.0:1785389177.999941:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458805120 00000100:00100000:0.0:1785389177.999990:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1079 00000100:00100000:0.0:1785389178.000000:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28083:x1872115458805120:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1785389178.000055:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.000070:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 45 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.000080:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.000110:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 45 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.000124:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 45 pid: 9185 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389178.000153:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485866880:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389178.000246:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434031c3540 going to sleep for 11 seconds 00000100:00100000:0.0:1785389178.010272:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485866880:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389178.010302:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389178.016064:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389178.016605:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458805248 00000100:00100000:0.0:1785389178.016615:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458805248 00010000:00010000:0.0:1785389178.016654:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 46 pid: 9185 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389178.016706:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00100000:0.0:1785389178.016714:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458805248:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389178.016731:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389178.016738:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 46 pid: 9185 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.016792:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 46 pid: 9185 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.016815:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78570 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c9b expref: 46 pid: 9185 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.016831:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:0.0:1785389178.016837:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.016859:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.016867:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.016892:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389178.016953:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2362:x1872115458805248:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 238us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389178.016962:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 324 00010000:00010000:2.0:1785389178.017608:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017618:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017648:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017672:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017680:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017686:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389178.017690:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017712:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017722:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:2.0:1785389178.017726:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1785389178.017730:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.017736:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd785cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389178.017827:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28083:x1872115458805120:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 17828us (18015us total) trans 0 rc -22/-22 00000100:00100000:2.0:1785389178.017836:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1079 00000100:00100000:3.0:1785389178.031443:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389178.031545:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458805376 00000100:00100000:2.0:1785389178.031556:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458805376 00000100:00100000:2.0:1785389178.031614:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:2.0:1785389178.031625:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458805376:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389178.031685:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.031706:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.031716:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389178.031721:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389178.031726:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.031810:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.031825:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 11 pid: 12002 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389178.031840:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485867008:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389178.031919:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389178.034399:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485867008:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389178.034423:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389178.035793:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389178.035908:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458805504 00000100:00100000:0.0:1785389178.035917:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458805504 00010000:00010000:0.0:1785389178.035949:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 12 pid: 12002 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389178.035988:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:0.0:1785389178.035997:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458805504:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389178.036010:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389178.036031:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 12 pid: 12002 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.036046:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 12 pid: 12002 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.036068:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd785af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cbe expref: 12 pid: 12002 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.036102:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389178.036106:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389178.036112:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.036122:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.036152:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389178.036196:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458805504:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 199us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389178.036214:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 325 00010000:00010000:1.0:1785389178.036272:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036295:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036318:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036326:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036334:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036340:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389178.036344:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036352:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036363:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.036370:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062fae369/0xb9b521054fd785d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389178.036427:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458805376:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 4798us (4997us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.036435:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:1.0:1785389178.040006:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389178.040121:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458805760 00000100:00100000:3.0:1785389178.040130:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458805760 00000100:00100000:3.0:1785389178.040179:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1080 00000100:00100000:3.0:1785389178.040188:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28083:x1872115458805760:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389178.040275:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040292:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040303:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040519:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040531:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040544:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040576:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.040592:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 45 pid: 19127 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389178.040611:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485867136:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389178.041702:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434263eb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389178.057977:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389178.058054:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458805888 00000100:00100000:3.0:1785389178.058064:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458805888 00010000:00010000:3.0:1785389178.058105:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 46 pid: 19127 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389178.058148:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:3.0:1785389178.058157:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458805888:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389178.058172:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389178.058179:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 46 pid: 19127 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.058193:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 46 pid: 19127 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.058226:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:3.0:1785389178.058232:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.058242:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.058250:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.058268:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389178.058326:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458805888:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 170us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389178.058334:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 326 00010000:00010000:1.0:1785389178.062415:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7000/0xb9b521054fd785c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cc5 expref: 45 pid: 19127 timeout: 998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389178.062502:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485867136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389178.062526:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.062537:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.062542:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389178.062924:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967999 00000001:00080000:1.0:1785389178.063059:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968000 00000001:00080000:1.0:1785389178.063098:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968001 00000100:00100000:1.0:1785389178.063175:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485867264:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1785389178.063266:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.063303:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434068ddcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389178.063836:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485867264 00000100:00100000:2.0:1785389178.063843:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485867264 00000100:00100000:2.0:1785389178.063901:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1785389178.063911:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485867264:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1785389178.063979:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485867264:12345-0@lo:1000:mdt00_003.0 Request processed in 70us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389178.063986:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1785389178.064018:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485867264:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1785389178.064338:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968002 00000100:00100000:2.0:1785389178.064387:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485867392:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1785389178.064575:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389178.064600:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389178.064651:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485867392 00000100:00100000:0.0:1785389178.064664:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485867392 00000100:00100000:0.0:1785389178.064695:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1785389178.064702:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485867392:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1785389178.064877:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9185:x1872115485867392:12345-0@lo:1000:mdt00_003.0 Request processed in 175us (302us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1785389178.064885:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1785389178.065770:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389178.066310:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485867392:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1785389178.066398:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968003 00010000:00010000:2.0:1785389178.066443:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066463:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066471:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066477:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389178.066482:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066490:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066503:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff943412a70b00) 00010000:00010000:2.0:1785389178.066506:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389178.066511:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066517:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd785e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066545:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066551:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066564:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066569:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389178.066572:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066577:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066584:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3c00) 00010000:00010000:2.0:1785389178.066587:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389178.066593:0:9185:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066604:0:9185:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066613:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389178.066639:0:9185:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6400/0xb9b521054fd78515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c86 expref: 89 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389178.066649:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485867520:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389178.066834:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389178.072690:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389178.072782:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458806016 00000100:00100000:1.0:1785389178.072791:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458806016 00000100:00100000:1.0:1785389178.072843:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 215 00000100:00100000:1.0:1785389178.072866:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28082:x1872115458806016:12345-192.168.204.39@tcp:49:cmp.0 00000100:00100000:1.0:1785389178.072986:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28082:x1872115458806016:12345-192.168.204.39@tcp:49:cmp.0 Request processed in 121us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.072993:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 215 00000100:00100000:3.0:1785389178.073502:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485867520:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389178.073527:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073538:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7850e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073566:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073578:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073589:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073598:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073605:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073611:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073616:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389178.073619:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073626:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073635:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3c00) 00010000:00010000:3.0:1785389178.073638:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389178.073641:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073647:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785e7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073665:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073672:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073677:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073682:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389178.073685:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073690:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073696:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff943437cd3c00) 00010000:00010000:3.0:1785389178.073699:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389178.073701:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.073706:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd785d9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389178.073912:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28083:x1872115458805760:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 33724us (33912us total) trans 4294968004 rc 0/0 00000100:00100000:3.0:1785389178.073920:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1080 00000020:00080000:3.0:1785389178.073923:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1785389178.074059:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389178.074063:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389178.074581:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1785389178.074589:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389178.084930:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389178.085030:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458806272 00000100:00100000:0.0:1785389178.085040:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458806272 00000100:00100000:0.0:1785389178.085093:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 216 00000100:00100000:0.0:1785389178.085103:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28083:x1872115458806272:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1785389178.086848:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1785389178.086958:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968005 00010000:00010000:0.0:1785389178.087013:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.087029:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.087040:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.087048:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.087055:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.087062:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389178.087080:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389178.087177:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28083:x1872115458806272:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 2074us (2255us total) trans 4294968006 rc 0/0 00000100:00100000:0.0:1785389178.087186:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 216 00000020:00080000:0.0:1785389178.087191:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1785389178.087354:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389178.087360:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.087368:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389178.087371:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.087379:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.087390:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff94341e7d2e00) 00010000:00010000:3.0:1785389178.087394:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389178.087398:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.087403:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd785ee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389178.087429:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389178.087431:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389178.087433:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389178.095004:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389178.097370:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389178.097487:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458806400 00000100:00100000:1.0:1785389178.097498:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458806400 00000100:00100000:1.0:1785389178.097569:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:1.0:1785389178.097580:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:28082:x1872115458806400:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:1.0:1785389178.097599:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389178.097619:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba5feb05/0xb9b521054fd785f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ccc expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389178.097644:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 1516, mtime: 0x6a6ae076, atime: 0x6a6ae076, ctime: 0x6a6ae076, blocks: 0xb 00010000:00010000:1.0:1785389178.097665:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=898s v=(0 0) 00010000:00010000:1.0:1785389178.097670:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389178.097679:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba5feb05/0xb9b521054fd785f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ccc expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.097694:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ba5feb05/0xb9b521054fd785f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ccc expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389178.097708:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7000, rc 0) 00000100:00100000:1.0:1785389178.097787:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:28082:x1872115458806400:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 209us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.097794:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00080000:2.0:1785389178.097928:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389178.112117:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389178.112201:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458806528 00000100:00100000:1.0:1785389178.112217:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458806528 00002000:00100000:1.0:1785389178.112267:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff9433026f0000 x1872115458806528/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:674/0 lens 488/0 e 0 to 0 dl 1785389189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389178.112278:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433026f0000 with x1872115458806528 ext(0->4095) 00002000:00010000:1.0:1785389178.112284:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9433026f0000 00000100:00100000:1.0:1785389178.112313:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 98 00000100:00100000:1.0:1785389178.112322:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458806528:12345-192.168.204.39@tcp:3:cmp.0 00000100:00100000:1.0:1785389178.112660:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458806528:12345-192.168.204.39@tcp:3:cmp.0 Request processed in 337us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785389178.112667:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 98 00002000:00100000:1.0:1785389178.112674:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff9433026f0000 x1872115458806528/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:674/0 lens 488/4536 e 0 to 0 dl 1785389189 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389178.112682:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433026f0000 with x1872115458806528 ext(0->4095) 00002000:00010000:1.0:1785389178.112685:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9433026f0000 00000100:00100000:0.0:1785389178.136094:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389178.136367:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458806784 00000100:00100000:2.0:1785389178.136378:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458806784 00000100:00100000:2.0:1785389178.136443:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 217 00000100:00100000:2.0:1785389178.136462:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28082:x1872115458806784:12345-192.168.204.39@tcp:35:cmp.0 00000100:00100000:2.0:1785389178.136715:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28082:x1872115458806784:12345-192.168.204.39@tcp:35:cmp.0 Request processed in 254us (628us total) trans 4294968007 rc 0/0 00000100:00100000:2.0:1785389178.136723:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 217 00000100:00100000:2.0:1785389178.513353:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389178.513397:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389178.513430:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389178.513518:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458806912 00000100:00100000:3.0:1785389178.513528:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458806912 00000100:00100000:3.0:1785389178.513576:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 622 00000100:00100000:3.0:1785389178.513585:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458806912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389178.513647:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458806912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 62us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389178.513654:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 622 00000100:00100000:1.0:1785389178.513777:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807168 00000100:00100000:1.0:1785389178.513782:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807168 00000100:00100000:1.0:1785389178.513825:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807040 00000100:00100000:1.0:1785389178.513828:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807040 00000100:00100000:1.0:1785389178.513845:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 520 00000100:00100000:1.0:1785389178.513852:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458807168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389178.513883:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458807168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.513904:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 520 00000100:00100000:1.0:1785389178.513918:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 521 00000100:00100000:1.0:1785389178.513924:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458807040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389178.513950:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458807040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.513956:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 521 00000100:00080000:3.0:1785389178.514024:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389178.735204:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485867776:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.735274:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.735334:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485868288:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.735357:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.735381:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785389178.735386:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485867648:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.735422:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.735453:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485868160:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.735472:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.735499:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485867648 00000100:00100000:1.0:1785389178.735505:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485867648 00000100:00100000:1.0:1785389178.735545:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1785389178.735553:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485867648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.735603:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485867648:12345-0@lo:400:kworker.0 Request processed in 50us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.735610:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1785389178.735654:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868288 00000100:00100000:1.0:1785389178.735667:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868288 00000100:00100000:1.0:1785389178.735919:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1785389178.735929:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485868288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.735972:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485868288:12345-0@lo:400:kworker.0 Request processed in 45us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.735979:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1785389178.735997:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485867776 00000100:00100000:1.0:1785389178.736000:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485867776 00000100:00100000:1.0:1785389178.736020:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868160 00000100:00100000:1.0:1785389178.736022:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868160 00000100:00100000:1.0:1785389178.736043:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1785389178.736049:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485867776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736075:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485867776:12345-0@lo:400:kworker.0 Request processed in 26us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.736081:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1785389178.736091:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1785389178.736096:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485868160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736117:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485868160:12345-0@lo:400:kworker.0 Request processed in 20us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.736122:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1785389178.736140:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485868032:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736165:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.736201:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389178.736207:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485867904:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736229:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389178.736255:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868032 00000100:00100000:1.0:1785389178.736258:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868032 00000100:00100000:1.0:1785389178.736280:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1785389178.736293:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485868032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736326:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485868032:12345-0@lo:400:kworker.0 Request processed in 34us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.736332:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1785389178.736367:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485868032:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736391:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485867648:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736400:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485868160:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736424:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485867776:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736433:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485868288:0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736463:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485867904 00000100:00100000:1.0:1785389178.736466:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485867904 00000100:00100000:1.0:1785389178.736488:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1785389178.736493:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485867904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389178.736525:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485867904:12345-0@lo:400:kworker.0 Request processed in 31us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389178.736531:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1785389178.736552:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485867904:0@lo:400:kworker.0 00000100:00080000:3.0:1785389178.737045:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1785389179.119846:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389179.247133:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485868416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389179.247204:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389179.247391:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868416 00000100:00100000:2.0:1785389179.247407:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868416 00000100:00100000:2.0:1785389179.247466:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1785389179.247474:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485868416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389179.247508:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389179.247554:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485868416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389179.247562:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1785389179.247770:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485868416:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1785389179.897185:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000001:00080000:2.0:1785389179.897207:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00010000:00010000:3.0:1785389180.144118:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389180.273247:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485868544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389180.273331:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389180.273440:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868544 00000100:00100000:3.0:1785389180.273449:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868544 00000100:00100000:3.0:1785389180.273516:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1785389180.273525:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485868544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389180.273558:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389180.273607:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485868544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389180.273615:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1785389180.273653:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1785389180.273659:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967353 00000004:00080000:3.0:1785389180.273678:0:3325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343cb72680, transno 4294967353 00000100:00100000:3.0:1785389180.273696:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485868544:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389180.274231:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1785389181.166921:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389182.190921:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1785389182.889852:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000001:00080000:0.0:1785389182.889876:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:2.0:1785389182.902918:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968006 is committed 00000020:00080000:2.0:1785389182.902949:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000001:00080000:2.0:1785389182.902966:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968007 is committed 00000020:00080000:2.0:1785389182.902976:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943406f9b180 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:2.0:1785389182.902992:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943302202800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943406f9bb40 00000020:00080000:2.0:1785389182.902996:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943302202b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943434d8ac00 00000020:00080000:0.0:1785389182.903058:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:0.0:1785389182.903220:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:3.0:1785389183.217959:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389183.639829:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639865:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639888:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639911:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639931:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639949:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639969:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389183.639994:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807808 00000100:00100000:2.0:1785389183.640003:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807808 00000100:00100000:2.0:1785389183.640048:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807424 00000100:00100000:2.0:1785389183.640051:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807424 00000100:00100000:2.0:1785389183.640071:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 543 00000100:00100000:2.0:1785389183.640080:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2364:x1872115458807808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389183.640145:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2364:x1872115458807808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 67us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389183.640153:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 543 00000100:00100000:2.0:1785389183.640168:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 544 00000100:00100000:2.0:1785389183.640174:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:2364:x1872115458807424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389183.640197:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:2364:x1872115458807424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389183.640203:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 544 00000100:00100000:2.0:1785389183.640217:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807552 00000100:00100000:2.0:1785389183.640220:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807552 00000100:00100000:2.0:1785389183.640240:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808064 00000100:00100000:2.0:1785389183.640253:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808064 00000100:00100000:2.0:1785389183.640268:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807680 00000100:00100000:2.0:1785389183.640270:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807680 00000100:00100000:2.0:1785389183.640279:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807936 00000100:00100000:2.0:1785389183.640281:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807936 00000100:00100000:2.0:1785389183.640295:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 524 00000100:00100000:2.0:1785389183.640301:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458807552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389183.640327:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458807552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389183.640333:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 524 00000100:00100000:2.0:1785389183.640353:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 525 00000100:00100000:2.0:1785389183.640359:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458808064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389183.640379:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458808064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389183.640385:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 525 00000100:00100000:2.0:1785389183.640395:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 526 00000100:00100000:2.0:1785389183.640401:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458807680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389183.640422:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458807680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389183.640427:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 526 00000100:00100000:2.0:1785389183.640437:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 527 00000100:00100000:2.0:1785389183.640442:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458807936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389183.640458:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458807936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389183.640463:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 527 00000100:00100000:0.0:1785389183.640841:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458807296 00000100:00100000:0.0:1785389183.640846:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458807296 00000100:00100000:0.0:1785389183.640884:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00100000:0.0:1785389183.640891:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458807296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389183.640925:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458807296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389183.640932:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00080000:0.0:1785389183.640960:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389183.640964:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389183.640966:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389183.857785:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485869056:0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.857856:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389183.857907:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389183.857914:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485868928:0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.857941:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389183.857977:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868928 00000100:00100000:3.0:1785389183.857983:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868928 00000100:00100000:3.0:1785389183.858033:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1785389183.858042:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485868928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.858093:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485868928:12345-0@lo:400:kworker.0 Request processed in 52us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389183.858100:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1785389183.858140:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485868928:0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.858221:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485868800:0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.858252:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389183.858285:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485869312:0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.858386:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389183.858410:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785389183.858416:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485868672:0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.858460:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389183.858482:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485869184:0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.858503:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389183.858530:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868672 00000100:00100000:1.0:1785389183.858534:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868672 00000100:00100000:1.0:1785389183.858562:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1785389183.858569:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485868672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.858603:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485868672:12345-0@lo:400:kworker.0 Request processed in 35us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389183.858610:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1785389183.858646:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ced880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485868672:0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.858694:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485868800 00000100:00100000:3.0:1785389183.858698:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485868800 00000100:00100000:3.0:1785389183.858728:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485869184 00000100:00100000:3.0:1785389183.858732:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485869184 00000100:00080000:0.0:1785389183.858979:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389183.860411:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1785389183.860420:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485868800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.860461:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485868800:12345-0@lo:400:kworker.0 Request processed in 44us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389183.860468:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1785389183.860479:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1785389183.860485:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485869184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.860507:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485869184:12345-0@lo:400:kworker.0 Request processed in 23us (2004us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389183.860513:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1785389183.860538:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485869184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.860547:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485868800:0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.860796:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485869056 00000100:00100000:1.0:1785389183.860802:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485869056 00000100:00100000:1.0:1785389183.860840:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485869312 00000100:00100000:1.0:1785389183.860843:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485869312 00000100:00100000:1.0:1785389183.860864:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1785389183.860871:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485869056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.860908:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485869056:12345-0@lo:400:kworker.0 Request processed in 37us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389183.860915:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1785389183.861042:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1785389183.861050:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485869312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389183.861081:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485869312:12345-0@lo:400:kworker.0 Request processed in 33us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389183.861088:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:3.0:1785389183.861404:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389183.861408:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389183.861426:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:3.0:1785389183.861432:0:3323:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967359 00000100:00100000:3.0:1785389183.861448:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485869312:0@lo:400:kworker.0 00000100:00100000:3.0:1785389183.861473:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485869056:0@lo:400:kworker.0 00010000:00010000:0.0:1785389184.247838:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389184.370374:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389184.370398:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485869440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389184.370469:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389184.370570:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485869440 00000100:00100000:3.0:1785389184.370579:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485869440 00000100:00100000:3.0:1785389184.370636:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1785389184.370647:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485869440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389184.370682:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389184.370727:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485869440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389184.370735:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1785389184.370873:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485869440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389184.900257:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389184.903594:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808192 00000100:00100000:1.0:1785389184.903620:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808192 00000100:00100000:1.0:1785389184.903689:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1081 00000100:00100000:1.0:1785389184.903700:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28063:x1872115458808192:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785389184.903824:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28063:x1872115458808192:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 125us (3583us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389184.903832:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1081 00010000:00010000:0.0:1785389185.264495:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389185.390968:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389185.390991:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485869568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389185.391058:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389185.391117:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485869568 00000100:00100000:2.0:1785389185.391124:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485869568 00000100:00080000:3.0:1785389185.391151:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389185.397571:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1785389185.397594:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485869568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389185.397636:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389185.397720:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485869568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (6660us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389185.397727:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1785389185.398500:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485869568:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389186.288108:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389186.292628:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389186.292638:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389186.292674:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:3.0:1785389186.292682:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:2.0:1785389186.996271:0:19922:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 01:26:24 (1785389184) 00010000:00010000:3.0:1785389187.312870:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389187.388534:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389187.388582:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389187.388609:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808320 00000100:00100000:3.0:1785389187.388618:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808320 00000100:00100000:3.0:1785389187.388664:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808704 00000100:00100000:3.0:1785389187.388667:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808704 00000100:00100000:3.0:1785389187.388698:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1082 00000100:00100000:3.0:1785389187.388707:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28688:x1872115458808320:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785389187.388864:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28688:x1872115458808320:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 157us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389187.388875:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1082 00000100:00100000:3.0:1785389187.388891:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1083 00000100:00100000:3.0:1785389187.388897:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28689:x1872115458808704:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:3.0:1785389187.388926:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389187.388949:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78363 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bec expref: 90 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.388967:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:3.0:1785389187.388972:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389187.389428:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.389442:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.389450:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.389479:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 41 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.389503:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 41 pid: 5820 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389187.389516:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485869696:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389187.389567:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9b40 going to sleep for 11 seconds 00000100:00080000:3.0:1785389187.390663:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389187.393507:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389187.394090:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808448 00000100:00100000:2.0:1785389187.394098:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808448 00000100:00100000:2.0:1785389187.394146:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1084 00000100:00100000:2.0:1785389187.394154:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:2365:x1872115458808448:12345-192.168.204.39@tcp:41:mkdir.0 00000004:00000024:2.0:1785389187.394192:0:9185:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259812352 avail 2257715200 00000100:00100000:2.0:1785389187.394253:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:2365:x1872115458808448:12345-192.168.204.39@tcp:41:mkdir.0 Request processed in 100us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389187.394259:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1084 00000100:00100000:2.0:1785389187.413264:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389187.413309:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808832 00000100:00100000:2.0:1785389187.413318:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808832 00010000:00010000:2.0:1785389187.413356:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 42 pid: 5820 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389187.413392:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:2.0:1785389187.413409:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f25450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2363:x1872115458808832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389187.413425:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389187.413433:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 42 pid: 5820 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.413447:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 42 pid: 5820 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.413469:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:2.0:1785389187.413475:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.413484:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.413492:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.413510:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389187.413553:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f25450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:2363:x1872115458808832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389187.413560:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 327 00010000:00010000:0.0:1785389187.413670:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd783a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89c01 expref: 41 pid: 5820 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389187.413705:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485869696:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389187.413725:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.413734:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.413740:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.413777:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.413786:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.413794:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389187.416530:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00010000:00010000:0.0:1785389187.416547:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.416557:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.416565:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.417647:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389187.417662:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.417672:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.417763:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943437cd3b00) 00010000:00010000:0.0:1785389187.417767:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389187.417771:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.417778:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd785fc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389187.417797:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f40094b6 reply state 000000007515b2b8 transno 4294968008 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389187.417807:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389187.417938:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28689:x1872115458808704:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 29035us (29357us total) trans 4294968008 rc 0/0 00000100:00100000:0.0:1785389187.417947:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1083 00010000:00010000:0.0:1785389187.426088:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.426106:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.426114:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.426120:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389187.426125:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.426142:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.426160:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff94341e7d1b00) 00010000:00010000:0.0:1785389187.426164:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389187.426169:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.426176:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78603 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389187.851379:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389187.851448:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458808960 00000100:00100000:0.0:1785389187.851458:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458808960 00000100:00100000:0.0:1785389187.851511:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1085 00000100:00100000:0.0:1785389187.851520:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28726:x1872115458808960:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389187.851543:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389187.851563:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7860a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cd3 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.851629:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78611 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.851644:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78611 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.851657:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78611 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389187.851725:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389187.851736:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389187.851788:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78611 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.851813:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7860a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cd3 expref: 92 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.851829:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78611 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cd3 expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.851837:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389187.851840:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389187.851843:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:0.0:1785389187.851991:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28726:x1872115458808960:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 472us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389187.851998:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1085 00000100:00100000:3.0:1785389187.856984:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389187.857138:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458809216 00000100:00100000:0.0:1785389187.857148:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458809216 00000100:00100000:0.0:1785389187.857205:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1086 00000100:00100000:0.0:1785389187.857215:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28726:x1872115458809216:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:0.0:1785389187.857280:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389187.857307:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78611 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cd3 expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.857326:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389187.857335:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389187.857465:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28726:x1872115458809216:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 251us (487us total) trans 0 rc -17/-17 00000100:00100000:0.0:1785389187.857485:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1086 00000100:00100000:3.0:1785389187.864659:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389187.868362:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458809344 00000100:00100000:0.0:1785389187.868379:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458809344 00000100:00100000:0.0:1785389187.868444:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1087 00000100:00100000:0.0:1785389187.868454:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+90:28726:x1872115458809344:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389187.868474:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389187.868495:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78618 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cda expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.868559:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7861f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.868574:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7861f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.868586:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7861f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389187.868642:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389187.868646:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389187.868670:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7861f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.868710:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78618 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cda expref: 92 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.868728:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7861f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cda expref: 91 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.868775:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389187.868778:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389187.868781:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031600, rc 0) 00000100:00100000:0.0:1785389187.868992:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28726:x1872115458809344:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 538us (4340us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389187.869000:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1087 00000100:00100000:2.0:1785389187.883391:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389187.883516:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458809472 00000100:00100000:3.0:1785389187.883532:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458809472 00000100:00100000:3.0:1785389187.883610:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1088 00000100:00100000:3.0:1785389187.883621:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+91:28726:x1872115458809472:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:3.0:1785389187.883647:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389187.883672:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78626 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ce1 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.883778:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.883794:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.883807:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.883822:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.883828:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.883834:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884467:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7863b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884488:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7863b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884504:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7863b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389187.884596:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:3.0:1785389187.884601:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389187.884630:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7863b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884645:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884653:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884661:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884668:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389187.884673:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884959:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884971:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:3.0:1785389187.884974:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389187.884978:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.884983:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd7862d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885000:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885006:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885012:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885017:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389187.885020:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885026:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885033:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff943437cd3e00) 00010000:00010000:3.0:1785389187.885036:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389187.885039:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885045:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78634 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885085:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78626 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce1 expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885101:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7863b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce1 expref: 92 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389187.885113:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff943437cd3400) 00010000:00010000:3.0:1785389187.885115:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389187.885118:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389187.885178:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28726:x1872115458809472:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 1557us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389187.885186:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1088 00000100:00100000:2.0:1785389187.964671:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389187.971832:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458809600 00000100:00100000:0.0:1785389187.971852:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458809600 00000100:00100000:0.0:1785389187.971926:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1089 00000100:00100000:0.0:1785389187.971937:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+41:28732:x1872115458809600:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389187.971963:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389187.971989:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78642 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ce8 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.972087:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.972104:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.972119:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389187.972337:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389187.972342:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389187.972422:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.972462:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78642 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 43 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.972483:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389187.972492:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389187.972496:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389187.972500:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:0.0:1785389187.972587:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28732:x1872115458809600:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 651us (7927us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389187.972595:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1089 00000100:00100000:2.0:1785389187.980636:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389187.980675:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458809856 00000100:00100000:2.0:1785389187.980685:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458809856 00000100:00100000:2.0:1785389187.980763:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1090 00000100:00100000:2.0:1785389187.980772:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28732:x1872115458809856:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389187.980805:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389187.981916:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1785389187.981951:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7863b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce1 expref: 92 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.981972:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff943437cd3400) 00010000:00010000:2.0:1785389187.981983:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389187.982000:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78650 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cef expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.989715:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.989742:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.990027:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.992303:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.992326:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.992339:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993684:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993707:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993717:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389187.993730:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:2.0:1785389187.993794:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993802:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993811:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993819:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389187.993823:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993831:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993848:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5500) 00010000:00010000:2.0:1785389187.993853:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389187.993858:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993864:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78657 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389187.993882:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000085c50ca0 reply state 00000000bc6dd641 transno 4294968009 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389187.993899:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389187.993940:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78650 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 94 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993969:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.993992:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5800) 00010000:00010000:2.0:1785389187.993996:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389187.994000:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389187.994088:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28732:x1872115458809856:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 13316us (13460us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1785389187.994096:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1090 00000100:00100000:2.0:1785389187.997776:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389187.997816:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458810112 00000100:00100000:2.0:1785389187.997825:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458810112 00000100:00100000:2.0:1785389187.997871:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1091 00000100:00100000:2.0:1785389187.997879:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28732:x1872115458810112:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389187.997902:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389187.997922:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78673 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cf6 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.998021:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.998033:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.998066:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 4/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.998097:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389187.998112:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389187.998139:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485869824:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389188.000950:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc3240 going to sleep for 10 seconds 00010000:00010000:2.0:1785389188.002814:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.002829:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.002837:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.002842:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.002847:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.002855:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.002871:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9434129d5200) 00010000:00010000:2.0:1785389188.002886:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389188.002892:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.002899:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7865e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.010247:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485869824:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389188.010298:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389188.012077:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.012152:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458810240 00000100:00100000:3.0:1785389188.012164:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458810240 00010000:00010000:3.0:1785389188.012214:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.013179:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:3.0:1785389188.013194:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:2363:x1872115458810240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389188.013215:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389188.013224:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.013245:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.013281:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78665 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cef expref: 95 pid: 5820 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.013299:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5800) 00010000:00010000:3.0:1785389188.013306:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.013317:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.013326:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.013357:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389188.013401:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013416:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.013434:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2363:x1872115458810240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 242us (1877us total) trans 0 rc 0/0 00000004:00200000:2.0:1785389188.013441:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00000100:00100000:3.0:1785389188.013449:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 328 00010000:00010000:2.0:1785389188.013795:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013806:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013813:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013819:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.013824:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013832:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013849:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5800) 00010000:00010000:2.0:1785389188.013852:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389188.013869:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013875:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7867a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013938:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78673 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cf6 expref: 94 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.013951:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5100) 00010000:00010000:2.0:1785389188.013953:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389188.013957:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd78673 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cf6 expref: 94 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.014363:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00100000:2.0:1785389188.014434:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:28732:x1872115458810112:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 16554us (16690us total) trans 4294968010 rc 301/301 00000100:00100000:2.0:1785389188.014443:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1091 00000100:00100000:3.0:1785389188.027802:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.027843:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458810496 00000100:00100000:3.0:1785389188.027855:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458810496 00000100:00100000:3.0:1785389188.027915:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 218 00000100:00100000:3.0:1785389188.027926:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:28732:x1872115458810496:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389188.029639:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28732:x1872115458810496:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1711us (1846us total) trans 4294968011 rc 0/0 00000100:00100000:3.0:1785389188.029650:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 218 00000100:00100000:2.0:1785389188.037730:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389188.037942:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458810624 00000100:00100000:1.0:1785389188.037957:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458810624 00000100:00100000:1.0:1785389188.038040:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1092 00000100:00100000:1.0:1785389188.038053:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28732:x1872115458810624:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389188.038140:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389188.038169:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78688 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89cfd expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.038240:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78688 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cfd expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.038266:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78688 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cfd expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.038288:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff94340b507100) 00010000:00010000:1.0:1785389188.038292:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389188.038297:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:1.0:1785389188.038372:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:28732:x1872115458810624:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 322us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.038391:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1092 00000001:00080000:1.0:1785389188.041161:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968008 is committed 00000020:00080000:1.0:1785389188.041183:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:0.0:1785389188.041240:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:0.0:1785389188.041267:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:1.0:1785389188.043960:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.044073:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458810880 00000100:00100000:2.0:1785389188.044085:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458810880 00000100:00100000:2.0:1785389188.044147:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1093 00000100:00100000:2.0:1785389188.044158:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28732:x1872115458810880:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1785389188.044262:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044279:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044305:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044505:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044514:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044521:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044525:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.044529:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044536:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044547:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff94340b507100) 00010000:00010000:2.0:1785389188.044549:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1785389188.044553:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.044873:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd7868f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389188.044958:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:28732:x1872115458810880:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 802us (1008us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1785389188.044967:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1093 00000100:00100000:2.0:1785389188.059863:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389188.059987:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458811136 00000100:00100000:1.0:1785389188.059997:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458811136 00000100:00100000:1.0:1785389188.060064:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1094 00000100:00100000:1.0:1785389188.060074:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:28732:x1872115458811136:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389188.060376:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.060393:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.060405:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389188.060483:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968013 00000004:00010000:1.0:1785389188.060538:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007dd01248 reply state 000000005a3a81f4 transno 4294968014 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389188.060547:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389188.060871:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:28732:x1872115458811136:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 797us (1014us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1785389188.060879:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1094 00000020:00080000:1.0:1785389188.060885:0:5821:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389188.083345:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.083373:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.083380:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.083386:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389188.083390:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.083397:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.083413:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff94340b507100) 00010000:00010000:1.0:1785389188.083415:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1785389188.083419:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.083425:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78696 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.086502:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.086642:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458811392 00000100:00100000:0.0:1785389188.086660:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458811392 00000100:00100000:0.0:1785389188.086736:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 219 00000100:00100000:0.0:1785389188.086772:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:28732:x1872115458811392:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389188.087087:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:28732:x1872115458811392:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 340us (591us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1785389188.087096:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 219 00000100:00100000:0.0:1785389188.217398:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.217491:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458811520 00000100:00100000:2.0:1785389188.217500:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458811520 00000100:00100000:2.0:1785389188.217558:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1095 00000100:00100000:2.0:1785389188.217566:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:28738:x1872115458811520:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:2.0:1785389188.217589:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389188.217608:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7869d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d04 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.217689:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.217702:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.217716:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.217728:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.217734:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.217774:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218136:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd786b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218145:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd786b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218151:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd786b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389188.218196:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:2.0:1785389188.218199:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389188.218288:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd786b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218302:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218308:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218314:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218319:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.218323:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218329:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218340:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:2.0:1785389188.218343:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389188.218347:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218353:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218363:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218378:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218383:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218387:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.218389:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218394:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218401:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9434129d5100) 00010000:00010000:2.0:1785389188.218403:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389188.218405:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218410:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218435:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7869d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d04 expref: 100 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218445:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878a00/0xb9b521054fd786b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d04 expref: 99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.218452:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5800) 00010000:00010000:2.0:1785389188.218454:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389188.218461:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878a00, rc 0) 00000100:00100000:2.0:1785389188.219051:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28738:x1872115458811520:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 1483us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.219059:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1095 00000100:00100000:3.0:1785389188.231524:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.231615:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458811776 00000100:00100000:0.0:1785389188.231624:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458811776 00000100:00100000:0.0:1785389188.231678:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1096 00000100:00100000:0.0:1785389188.231687:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28738:x1872115458811776:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:0.0:1785389188.231715:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389188.231734:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd786b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d0b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.231816:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.231830:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.231842:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.231863:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.231869:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.231875:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232006:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd786ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232015:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd786ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232022:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd786ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389188.232032:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:0.0:1785389188.232127:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232136:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232143:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232149:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.232154:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232162:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232174:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5800) 00010000:00010000:0.0:1785389188.232177:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.232182:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232188:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd786c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232201:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232207:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232213:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232235:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.232238:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232245:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232261:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff94341e7d1000) 00010000:00010000:0.0:1785389188.232263:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.232266:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232272:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd786c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232318:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd786b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d0b expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232333:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd786ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d0b expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.232340:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff94340b507100) 00010000:00010000:0.0:1785389188.232342:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389188.232345:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc 0) 00000100:00100000:0.0:1785389188.232400:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:28738:x1872115458811776:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 712us (883us total) trans 4294968016 rc 0/0 00000100:00100000:0.0:1785389188.232408:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1096 00000100:00100000:0.0:1785389188.245152:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.245263:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812032 00000100:00100000:2.0:1785389188.245272:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812032 00000100:00100000:2.0:1785389188.245329:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 50 00000100:00100000:2.0:1785389188.245337:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:28738:x1872115458812032:12345-192.168.204.39@tcp:103:cmp.0 00010000:00010000:2.0:1785389188.245354:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1785389188.245378:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd786ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d0b expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.245400:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78688 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cfd expref: 100 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.245412:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff94340b507100) 00010000:00010000:2.0:1785389188.245423:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389188.245475:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28738:x1872115458812032:12345-192.168.204.39@tcp:103:cmp.0 Request processed in 139us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.245483:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 50 00000100:00100000:0.0:1785389188.255369:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.255500:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812160 00000100:00100000:2.0:1785389188.255509:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812160 00000100:00100000:2.0:1785389188.255558:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1097 00000100:00100000:2.0:1785389188.255567:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28738:x1872115458812160:12345-192.168.204.39@tcp:58:cmp.0 00010000:00010000:2.0:1785389188.255666:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.255681:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.255699:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389188.255897:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:2.0:1785389188.256021:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28738:x1872115458812160:12345-192.168.204.39@tcp:58:cmp.0 Request processed in 404us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.256029:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1097 00000100:00100000:3.0:1785389188.260297:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.260854:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812288 00000100:00100000:2.0:1785389188.260864:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812288 00000100:00100000:2.0:1785389188.260917:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1098 00000100:00100000:2.0:1785389188.260927:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434057ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:28738:x1872115458812288:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:2.0:1785389188.260956:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389188.261115:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d12 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.261169:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.261180:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 100 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.261198:0:19127:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.261209:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 100 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.261232:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:2.0:1785389188.261244:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389188.261257:0:19127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 100 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.261265:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879e00, rc 0) 00000100:00100000:2.0:1785389188.261348:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434057ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:28738:x1872115458812288:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 422us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.261356:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1098 00000040:00080000:3.0:1785389188.334955:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389188.334964:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389188.334998:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:3.0:1785389188.335005:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389188.335135:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485869952:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389188.335243:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9180 going to sleep for 11 seconds 00010000:00010000:1.0:1785389188.335655:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389188.342726:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389188.343387:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485869952:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389188.348655:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812416 00000100:00100000:3.0:1785389188.348668:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812416 00000100:00100000:1.0:1785389188.349003:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1099 00000100:00100000:1.0:1785389188.349014:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28739:x1872115458812416:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389188.349047:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389188.349173:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28739:x1872115458812416:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 161us (6454us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.349198:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1099 00000100:00100000:0.0:1785389188.362417:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.362460:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812544 00000100:00100000:0.0:1785389188.362468:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812544 00000100:00100000:0.0:1785389188.362512:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1100 00000100:00100000:0.0:1785389188.362520:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28739:x1872115458812544:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.362583:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362600:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362612:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362664:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362670:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362676:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362696:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362702:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362709:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389188.362764:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:0.0:1785389188.362768:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389188.362780:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362789:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362795:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362801:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362805:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.362809:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362814:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362825:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389188.362827:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.362831:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362836:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd786ea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362846:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362859:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362864:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362867:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.362870:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362875:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362880:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff94341e7d1200) 00010000:00010000:0.0:1785389188.362882:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.362884:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362888:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd786f1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362899:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362903:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362908:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362912:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.362918:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362924:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362931:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:0.0:1785389188.362933:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.362936:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.362941:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd786f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389188.363014:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28739:x1872115458812544:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 493us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.363022:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1100 00000100:00100000:3.0:1785389188.365292:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.377162:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812800 00000100:00100000:2.0:1785389188.377175:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812800 00000100:00100000:2.0:1785389188.377235:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1101 00000100:00100000:2.0:1785389188.377244:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:28739:x1872115458812800:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389188.377273:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389188.377292:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d19 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377380:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377395:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377581:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389188.377597:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:2.0:1785389188.377697:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377705:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377713:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377719:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.377724:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377732:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377771:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:2.0:1785389188.377775:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389188.377781:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377787:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78706 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377825:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786ff lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d19 expref: 44 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377836:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389188.377838:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389188.377842:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd786ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d19 expref: 44 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.377852:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389188.377913:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28739:x1872115458812800:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 670us (12625us total) trans 4294968017 rc 301/301 00000100:00100000:2.0:1785389188.377924:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1101 00000100:00100000:0.0:1785389188.394069:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.395066:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458812928 00000100:00100000:2.0:1785389188.395076:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458812928 00000100:00100000:2.0:1785389188.395124:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1102 00000100:00100000:2.0:1785389188.395134:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28739:x1872115458812928:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389188.395170:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389188.395280:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28739:x1872115458812928:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 146us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.395287:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1102 00000100:00100000:3.0:1785389188.400395:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.400456:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458813056 00000100:00100000:0.0:1785389188.400466:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458813056 00000100:00100000:0.0:1785389188.400525:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1103 00000100:00100000:0.0:1785389188.400536:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28739:x1872115458813056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.400553:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389188.400574:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78714 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d20 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.400639:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.400652:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.400672:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.400686:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.400693:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.400699:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401027:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34a00/0xb9b521054fd78729 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401038:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34a00/0xb9b521054fd78729 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401046:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34a00/0xb9b521054fd78729 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389188.401076:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:0.0:1785389188.401079:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389188.401099:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34a00/0xb9b521054fd78729 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401236:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401243:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401268:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401273:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.401277:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401284:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401295:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389188.401298:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.401302:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401309:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7871b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401321:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401327:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401332:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401337:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.401339:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401354:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401362:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff94341e7d1200) 00010000:00010000:0.0:1785389188.401364:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.401367:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401372:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78722 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401400:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78714 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d20 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401412:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34a00/0xb9b521054fd78729 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d20 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.401420:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5800) 00010000:00010000:0.0:1785389188.401422:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389188.401424:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34a00, rc 0) 00000100:00100000:0.0:1785389188.401486:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28739:x1872115458813056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 952us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.401493:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1103 00000100:00100000:3.0:1785389188.419439:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.419582:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458813312 00000100:00100000:0.0:1785389188.419592:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458813312 00000100:00100000:0.0:1785389188.419657:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1104 00000100:00100000:0.0:1785389188.419667:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:28739:x1872115458813312:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.419699:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389188.419722:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78730 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d27 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389188.420681:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:0.0:1785389188.422721:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78737 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.422741:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78737 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.422774:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78737 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.422840:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78730 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d27 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.422860:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78737 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d27 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.422870:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1200) 00010000:00010000:0.0:1785389188.422873:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389188.422877:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389188.422943:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458813312:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 3277us (3513us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1785389188.422952:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1104 00000100:00100000:0.0:1785389188.428650:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.428728:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458813568 00000100:00100000:3.0:1785389188.428736:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458813568 00000100:00100000:3.0:1785389188.428804:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1105 00000100:00100000:3.0:1785389188.428813:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458813568:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389188.428873:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389188.428896:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78737 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d27 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.428912:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1200) 00010000:00010000:3.0:1785389188.428921:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389188.428941:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.428953:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.428962:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445557:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445579:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445590:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445669:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445675:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445682:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445686:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389188.445690:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445696:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445707:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5800) 00010000:00010000:3.0:1785389188.445709:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389188.445713:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445719:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78745 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445730:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445735:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445740:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445758:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389188.445760:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445766:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445772:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0xc2c0d718 (ffff943437cd3d00) 00010000:00010000:3.0:1785389188.445774:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389188.445776:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.445781:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd7874c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xc2c0d718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.445870:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28739:x1872115458813568:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 17053us (17222us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389188.445879:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1105 00000100:00100000:3.0:1785389188.448046:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.448149:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458813696 00000100:00100000:0.0:1785389188.448170:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458813696 00000100:00100000:0.0:1785389188.448226:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1106 00000100:00100000:0.0:1785389188.448237:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28739:x1872115458813696:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.448264:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389188.448282:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78753 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d2e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.448315:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.448326:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.448335:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.448427:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78753 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.448443:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 46 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.448451:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:0.0:1785389188.448454:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389188.448456:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389188.448504:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458813696:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 269us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.448511:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1106 00000100:00100000:3.0:1785389188.458788:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.459954:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458813952 00000100:00100000:0.0:1785389188.459981:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458813952 00000100:00100000:0.0:1785389188.460046:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1107 00000100:00100000:0.0:1785389188.460056:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458813952:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.460150:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.460166:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.460179:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1785389188.460472:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 88 off9136 00000004:00080000:0.0:1785389188.460482:0:19127:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 908764737036ns, next at 909764734808ns, rc = 0 00000004:00010000:0.0:1785389188.460564:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003a3ea6a8 reply state 00000000f31b385c transno 4294968019 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389188.460574:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389188.460666:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28739:x1872115458813952:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 611us (1885us total) trans 4294968019 rc 0/0 00000100:00100000:0.0:1785389188.460674:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1107 00000100:00100000:3.0:1785389188.482310:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.482483:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458814080 00000100:00100000:0.0:1785389188.482493:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458814080 00000100:00100000:0.0:1785389188.482548:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1108 00000100:00100000:0.0:1785389188.482558:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28739:x1872115458814080:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.482581:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389188.482601:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d35 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.482683:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 49 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.482697:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 49 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.482717:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:0.0:1785389188.482721:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389188.482725:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35600, rc 0) 00000100:00100000:0.0:1785389188.482801:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458814080:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 244us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.482809:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1108 00010000:00010000:2.0:1785389188.483051:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.483061:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.483068:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.483073:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389188.483077:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.483084:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.483093:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:2.0:1785389188.483096:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389188.483100:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.483116:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78761 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389188.525550:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.525642:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458814208 00000100:00100000:0.0:1785389188.525652:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458814208 00000100:00100000:0.0:1785389188.525729:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 292 00000100:00100000:0.0:1785389188.525739:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458814208:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00000100:00080000:1.0:1785389188.526282:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389188.526406:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458814208:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 667us (864us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1785389188.526415:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 292 00000100:00100000:0.0:1785389188.535116:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.535446:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458814464 00000100:00100000:2.0:1785389188.535456:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458814464 00000100:00100000:2.0:1785389188.535509:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:2.0:1785389188.535517:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:28739:x1872115458814464:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389188.538587:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458814464:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 3065us (3473us total) trans 4294968020 rc 0/0 00000100:00100000:2.0:1785389188.538598:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 220 00000100:00100000:2.0:1785389188.549621:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389188.550490:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458814720 00000100:00100000:1.0:1785389188.550502:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458814720 00000100:00100000:1.0:1785389188.550558:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1109 00000100:00100000:1.0:1785389188.550566:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458814720:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389188.550670:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458814720:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 104us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.550676:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1109 00000100:00100000:0.0:1785389188.553532:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.553954:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458814848 00000100:00100000:2.0:1785389188.554074:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458814848 00000100:00100000:2.0:1785389188.554123:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1110 00000100:00100000:2.0:1785389188.554133:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458814848:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389188.554150:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389188.554171:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7876f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d3c expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.554233:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78776 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.554256:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.554269:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389188.554306:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389188.554321:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.555321:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7876f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d3c expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.555340:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78776 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d3c expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.555348:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:2.0:1785389188.555351:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1785389188.555354:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389188.555403:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28739:x1872115458814848:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1272us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.555409:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1110 00000100:00100000:3.0:1785389188.562584:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.586503:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458814976 00000100:00100000:3.0:1785389188.586517:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458814976 00000100:00100000:3.0:1785389188.586579:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:3.0:1785389188.586588:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458814976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389188.586605:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389188.586624:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d43 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389188.586649:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a6ae083, blocks: 0x1 00010000:00010000:3.0:1785389188.586666:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=908s v=(0 0) 00010000:00010000:3.0:1785389188.586671:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389188.586679:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.586695:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.586708:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389188.586785:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458814976:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 197us (24210us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.586792:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:3.0:1785389188.594781:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.594973:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458815232 00000100:00100000:2.0:1785389188.594982:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458815232 00000100:00100000:2.0:1785389188.595045:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1111 00000100:00100000:2.0:1785389188.595053:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28739:x1872115458815232:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389188.595154:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28739:x1872115458815232:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 102us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.595161:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1111 00000100:00100000:1.0:1785389188.606436:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.607571:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458815360 00000100:00100000:3.0:1785389188.607580:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458815360 00000100:00100000:3.0:1785389188.607631:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00100000:3.0:1785389188.607640:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:28739:x1872115458815360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389188.607657:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389188.607673:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d4a expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.607701:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.607709:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389188.607713:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389188.607718:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.607771:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.607783:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.607798:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485870080:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389188.608199:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9180 going to sleep for 11 seconds 00000100:00100000:3.0:1785389188.614137:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485870080:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389188.614173:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.614202:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389188.614264:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:28739:x1872115458815360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 6624us (7836us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.614273:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00100000:2.0:1785389188.616067:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.618611:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458815488 00000100:00100000:3.0:1785389188.618623:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458815488 00010000:00010000:3.0:1785389188.618662:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.618704:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:3.0:1785389188.618712:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458815488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389188.618725:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389188.618765:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.618777:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.618797:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd7877d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d43 expref: 12 pid: 6613 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.618811:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389188.618815:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389188.618822:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.618831:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.618864:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.618878:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485870208:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389188.618966:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9180 going to sleep for 11 seconds 00000100:00100000:3.0:1785389188.635408:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485870208:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389188.635435:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389188.635488:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458815488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 16775us (19423us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.635498:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:2.0:1785389188.642850:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.642946:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458815616 00000100:00100000:0.0:1785389188.642956:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458815616 00002000:00100000:0.0:1785389188.643019:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff9433026f1180 x1872115458815616/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:684/0 lens 648/0 e 0 to 0 dl 1785389199 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389188.643043:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433026f1180 with x1872115458815616 ext(0->157) 00002000:00010000:0.0:1785389188.643049:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433026f1180 00000100:00100000:0.0:1785389188.643084:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 99 00000100:00100000:0.0:1785389188.643094:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458815616:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389188.643622:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458815616:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 528us (779us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1785389188.643630:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 99 00002000:00100000:0.0:1785389188.643637:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff9433026f1180 x1872115458815616/t4294967355(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:684/0 lens 648/448 e 0 to 0 dl 1785389199 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389188.643644:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433026f1180 with x1872115458815616 ext(0->157) 00002000:00010000:0.0:1785389188.643647:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433026f1180 00000100:00100000:0.0:1785389188.661689:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.662141:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458815744 00000100:00100000:3.0:1785389188.662156:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458815744 00000100:00100000:3.0:1785389188.662213:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1112 00000100:00100000:3.0:1785389188.662223:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:28739:x1872115458815744:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1785389188.754047:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.754076:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.754101:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.754134:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.755657:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458816000 00000100:00100000:3.0:1785389188.755667:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458816000 00000100:00100000:3.0:1785389188.755716:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458816256 00000100:00100000:3.0:1785389188.755720:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458816256 00000100:00100000:3.0:1785389188.755738:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458816128 00000100:00100000:3.0:1785389188.755741:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458816128 00000100:00100000:3.0:1785389188.755780:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 530 00000100:00100000:3.0:1785389188.755789:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458816000:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389188.755854:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458816000:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.755861:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 530 00000100:00100000:3.0:1785389188.755877:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 531 00000100:00100000:3.0:1785389188.755885:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458816256:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389188.755908:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458816256:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (1832us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.755913:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 531 00000100:00100000:3.0:1785389188.755923:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 532 00000100:00100000:3.0:1785389188.755929:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458816128:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389188.755949:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458816128:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (1814us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.755954:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 532 00000100:00100000:3.0:1785389188.757238:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458815872 00000100:00100000:3.0:1785389188.757252:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458815872 00000100:00100000:3.0:1785389188.757285:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 626 00000100:00100000:3.0:1785389188.757294:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458815872:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389188.757674:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458815872:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 35us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.757682:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 626 00000100:00080000:3.0:1785389188.757720:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389188.757725:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1785389188.765532:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968019 is committed 00000004:00080000:1.0:1785389188.765543:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:1.0:1785389188.765566:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000001:00080000:1.0:1785389188.765580:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968020 is committed 00000100:00100000:3.0:1785389188.765619:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458815744:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 103393us (103933us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.765630:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1112 00000100:00100000:3.0:1785389188.766069:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389188.766087:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485870336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1785389188.766135:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389188.766467:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485870336 00000100:00100000:2.0:1785389188.766474:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485870336 00000100:00100000:2.0:1785389188.766524:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1785389188.766534:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485870336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1785389188.766679:0:6615:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1785389188.766683:0:6615:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1785389187 00002000:00010000:2.0:1785389188.766685:0:6615:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1785389188.766687:0:6615:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1785389187 -> 1785389187 00002000:00010000:2.0:1785389188.766689:0:6615:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1785389188.766724:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485870336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 192us (589us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1785389188.766730:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:3.0:1785389188.767089:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1785389188.767182:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9433026f2d80/2, rc 0, transno 4294967356 00000100:00100000:3.0:1785389188.767189:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485870336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1785389188.767941:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389188.772406:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458816384 00000100:00100000:2.0:1785389188.772417:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458816384 00000100:00100000:0.0:1785389188.773379:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 296 00000100:00100000:0.0:1785389188.773391:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458816384:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1785389188.857399:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:1.0:1785389188.857436:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:0.0:1785389188.857613:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458816384:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 84220us (89668us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.857623:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 296 00000100:00100000:1.0:1785389188.863606:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.864123:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458816640 00000100:00100000:0.0:1785389188.864133:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458816640 00000100:00100000:0.0:1785389188.864198:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1113 00000100:00100000:0.0:1785389188.864207:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458816640:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.864271:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389188.864308:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78776 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d3c expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.864324:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:0.0:1785389188.864329:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389188.864356:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.864370:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.864379:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389188.864557:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b27c1b63 reply state 00000000632c4557 transno 4294968021 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389188.864566:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389188.864658:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:28739:x1872115458816640:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 452us (1060us total) trans 4294968021 rc 0/0 00000100:00100000:0.0:1785389188.864666:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1113 00000100:00100000:1.0:1785389188.873765:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.873847:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458816768 00000100:00100000:3.0:1785389188.874256:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458816768 00000100:00100000:1.0:1785389188.875144:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 297 00000100:00100000:1.0:1785389188.875153:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458816768:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1785389188.875379:0:6614:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1785389188.875383:0:6614:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1785389187 -> 1536580263 00002000:00010000:1.0:1785389188.875385:0:6614:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 1785388364 00002000:00010000:1.0:1785389188.875387:0:6614:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1785389187 -> 1785389187 00002000:00010000:1.0:1785389188.875389:0:6614:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1785389188.875456:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458816768:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 304us (1722us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1785389188.875464:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 297 00010000:00010000:0.0:1785389188.879627:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.879643:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.879650:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.879656:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.879668:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.879677:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.879693:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:0.0:1785389188.879697:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389188.879701:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.879707:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7878b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.880230:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.880277:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817024 00000100:00100000:3.0:1785389188.880286:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817024 00000100:00100000:3.0:1785389188.880334:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1114 00000100:00100000:3.0:1785389188.880356:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:28739:x1872115458817024:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1785389188.880416:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.880430:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 46 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.880439:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.880472:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 46 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.880485:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 46 pid: 5820 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.880498:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485870464:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389188.880572:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389188.883909:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.883937:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817152 00000100:00100000:3.0:1785389188.883945:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817152 00010000:00010000:3.0:1785389188.883979:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 47 pid: 5820 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389188.884007:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:3.0:1785389188.884015:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458817152:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389188.884027:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389188.884033:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 47 pid: 5820 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.884044:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 47 pid: 5820 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.884065:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:3.0:1785389188.884070:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.884079:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.884089:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389188.884105:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389188.884147:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458817152:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 134us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389188.884154:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 330 00010000:00010000:1.0:1785389188.888149:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7875a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d2e expref: 46 pid: 5820 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389188.888172:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485870464:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389188.888198:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888214:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888220:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888258:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888264:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888271:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888277:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389188.888281:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888288:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888314:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:1.0:1785389188.888317:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1785389188.888321:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.888327:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78792 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389188.888397:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28739:x1872115458817024:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 8043us (8170us total) trans 0 rc -22/-22 00000100:00100000:1.0:1785389188.888407:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1114 00000100:00100000:1.0:1785389188.903867:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389188.904689:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817280 00000100:00100000:3.0:1785389188.904700:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817280 00000100:00100000:2.0:1785389188.931408:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 298 00000100:00100000:2.0:1785389188.931427:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458817280:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389188.931476:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.931498:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.931507:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x17:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389188.931512:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389188.931516:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.931552:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.931567:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389188.931581:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485870592:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389188.931670:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fe1480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389188.939622:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.939720:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817408 00000100:00100000:0.0:1785389188.939730:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817408 00010000:00010000:0.0:1785389188.939777:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 12 pid: 6614 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389188.939819:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 331 00000100:00100000:0.0:1785389188.939828:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458817408:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389188.939841:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389188.939863:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 12 pid: 6614 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.939877:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 12 pid: 6614 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.939902:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389188.939914:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389188.939920:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.939930:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.939948:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389188.939995:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458817408:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 168us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.940001:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 331 00010000:00010000:2.0:1785389188.946078:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f201e108/0xb9b521054fd78784 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d4a expref: 11 pid: 6614 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389188.946103:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485870592:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389188.946127:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946138:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946144:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946179:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946188:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946203:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946220:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389188.946224:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946337:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946369:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.946377:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcfa8520/0xb9b521054fd78799 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389188.946470:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458817280:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 15049us (42610us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.946480:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 298 00000100:00100000:1.0:1785389188.952420:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389188.952540:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817664 00000100:00100000:0.0:1785389188.952549:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817664 00000100:00100000:0.0:1785389188.952601:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1115 00000100:00100000:0.0:1785389188.952610:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:28739:x1872115458817664:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389188.952682:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.952697:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.952710:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.952925:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.952936:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.952955:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.952998:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.953011:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 46 pid: 5822 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389188.953026:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485870720:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389188.953092:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389188.964114:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389188.964150:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817792 00000100:00100000:1.0:1785389188.964159:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817792 00010000:00010000:1.0:1785389188.964199:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 47 pid: 5822 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389188.964255:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:1.0:1785389188.964265:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458817792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389188.964282:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389188.964289:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 47 pid: 5822 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.964304:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 47 pid: 5822 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389188.964713:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485870720:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389188.969345:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.971558:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78768 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d35 expref: 47 pid: 5822 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.971577:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:1.0:1785389188.971583:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.971593:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.971600:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389188.971631:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389188.971709:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458817792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7445us (7604us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.971718:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 332 00010000:00010000:2.0:1785389188.972485:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389188.972499:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389188.972675:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968022 00000001:00080000:2.0:1785389188.972855:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968023 00000001:00080000:2.0:1785389188.972904:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968024 00000100:00100000:2.0:1785389188.973008:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485870848:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1785389188.973069:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389188.973102:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943401254600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389188.973686:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485870848 00000100:00100000:0.0:1785389188.973695:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485870848 00000100:00100000:0.0:1785389188.973739:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1785389188.973764:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485870848:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1785389188.973835:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485870848:12345-0@lo:1000:mdt00_003.0 Request processed in 71us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389188.973841:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1785389188.973878:0:9185:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:0.0:1785389188.973883:0:9185:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9433026f2d80, transno 4294967356 00000100:00100000:0.0:1785389188.973893:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485870848:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1785389188.974493:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968025 00000100:00100000:0.0:1785389188.974554:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485870976:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1785389188.974587:0:9185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389188.974609:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389188.974799:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485870976 00000100:00100000:0.0:1785389188.974805:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485870976 00000100:00100000:0.0:1785389188.974829:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1785389188.974835:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9185:x1872115485870976:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1785389188.976315:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9185:x1872115485870976:12345-0@lo:1000:mdt00_003.0 Request processed in 1475us (1722us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1785389188.976438:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1785389188.976516:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9185:1872115485870976:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1785389188.976560:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976572:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976579:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976585:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.976590:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976598:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976613:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff94341e7d1600) 00010000:00010000:0.0:1785389188.976616:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389188.976621:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976627:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd787a7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976673:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976679:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976684:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976689:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389188.976692:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976698:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976705:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:0.0:1785389188.976708:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389188.976714:0:9185:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 91 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976726:0:9185:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 91 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976734:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 91 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389188.976781:0:9185:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 91 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389188.976805:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485871104:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389188.976871:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397d80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389188.981633:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485871616:0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.981692:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389188.981725:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1785389188.981731:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485871232:0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.981774:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389188.981800:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485871744:0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.981822:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389188.981848:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485871232 00000100:00100000:2.0:1785389188.981854:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485871232 00000100:00100000:2.0:1785389188.981888:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1785389188.981895:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485871232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.981935:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485871232:12345-0@lo:400:kworker.0 Request processed in 40us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.981940:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1785389188.982004:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485871232:0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982482:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485871488:0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982512:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389188.982539:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389188.982544:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485871360:0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982561:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389188.982583:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485871616 00000100:00100000:1.0:1785389188.982587:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485871616 00000100:00100000:1.0:1785389188.982618:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485871488 00000100:00100000:1.0:1785389188.982621:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485871488 00000100:00100000:1.0:1785389188.982631:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485871360 00000100:00100000:1.0:1785389188.982633:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485871360 00000100:00100000:1.0:1785389188.982659:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1785389188.982664:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485871616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982697:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485871616:12345-0@lo:400:kworker.0 Request processed in 33us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.982703:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1785389188.982713:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1785389188.982717:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485871488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982739:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485871488:12345-0@lo:400:kworker.0 Request processed in 22us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.982765:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1785389188.982775:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1785389188.982780:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485871360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982802:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485871360:12345-0@lo:400:kworker.0 Request processed in 22us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389188.982807:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:1.0:1785389188.982818:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389188.982835:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485871360:0@lo:400:kworker.0 00000100:00100000:1.0:1785389188.982844:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485871488:0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.984169:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485871616:0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.985092:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485871744 00000100:00100000:2.0:1785389188.985101:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485871744 00000100:00100000:2.0:1785389188.985149:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1785389188.985156:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485871744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389188.985224:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485871744:12345-0@lo:400:kworker.0 Request processed in 68us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389188.985231:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1785389188.985278:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485871744:0@lo:400:kworker.0 00000100:00080000:1.0:1785389188.986076:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389189.002549:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485871104:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389189.002582:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002594:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd786dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002647:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002661:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002674:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002685:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002692:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002699:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002705:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389189.002708:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002715:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002725:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:1.0:1785389189.002728:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389189.002732:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002737:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd787ae lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002798:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002803:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002810:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002815:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389189.002818:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002824:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002833:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:1.0:1785389189.002835:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389189.002838:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.002844:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd787a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389189.003082:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458817664:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 50472us (50669us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1785389189.003091:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1115 00000020:00080000:1.0:1785389189.003097:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1785389189.003199:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389189.003204:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389189.003862:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1785389189.003869:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389189.004243:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389189.004270:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458817920 00000100:00100000:0.0:1785389189.004277:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458817920 00000100:00100000:0.0:1785389189.004326:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00100000:0.0:1785389189.004336:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28738:x1872115458817920:12345-192.168.204.39@tcp:49:cmp.0 00000100:00100000:0.0:1785389189.004438:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28738:x1872115458817920:12345-192.168.204.39@tcp:49:cmp.0 Request processed in 103us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389189.004446:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 221 00000100:00080000:1.0:1785389189.005301:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389189.013092:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389189.013133:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389189.013160:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458818304 00000100:00100000:2.0:1785389189.013169:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458818304 00000100:00100000:2.0:1785389189.013232:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 222 00000100:00100000:2.0:1785389189.013250:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b058050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:28739:x1872115458818304:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1785389189.013953:0:13523:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389189.014048:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968027 00010000:00010000:2.0:1785389189.014087:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014102:0:13523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014114:0:13523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014122:0:13523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014134:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014140:0:13523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014157:0:13523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389189.014514:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b058050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:28739:x1872115458818304:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1264us (1377us total) trans 4294968028 rc 0/0 00000100:00100000:2.0:1785389189.014522:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 222 00000020:00080000:2.0:1785389189.014526:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1785389189.014567:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389189.014572:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014579:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389189.014583:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014591:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014601:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9434129d5600) 00010000:00010000:2.0:1785389189.014604:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1785389189.014608:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014614:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd787b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.014631:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389189.014633:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389189.014634:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1785389189.014641:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389189.014761:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458818048 00000100:00100000:3.0:1785389189.014766:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458818048 00000100:00100000:3.0:1785389189.014798:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:3.0:1785389189.014804:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:28738:x1872115458818048:12345-192.168.204.39@tcp:101:cmp.0 00010000:00010000:3.0:1785389189.014815:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389189.014828:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d51 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389189.014849:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a6add4c, ctime: 0x6a6ae083, blocks: 0xb 00010000:00010000:3.0:1785389189.014863:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=909s v=(0 0) 00010000:00010000:3.0:1785389189.014867:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389189.014875:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.014888:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.014905:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389189.014926:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:28738:x1872115458818048:12345-192.168.204.39@tcp:101:cmp.0 Request processed in 122us (1842us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389189.014931:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:1.0:1785389189.040197:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389189.040295:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458818432 00000100:00100000:0.0:1785389189.040305:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458818432 00002000:00100000:0.0:1785389189.040355:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff9433052e3b80 x1872115458818432/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:685/0 lens 488/0 e 0 to 0 dl 1785389200 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389189.040367:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433052e3b80 with x1872115458818432 ext(0->4095) 00002000:00010000:0.0:1785389189.040373:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433052e3b80 00000100:00100000:0.0:1785389189.040411:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 100 00000100:00100000:0.0:1785389189.040419:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458818432:12345-192.168.204.39@tcp:3:cmp.0 00000100:00100000:0.0:1785389189.040614:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458818432:12345-192.168.204.39@tcp:3:cmp.0 Request processed in 195us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389189.040621:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 100 00002000:00100000:0.0:1785389189.040627:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff9433052e3b80 x1872115458818432/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:685/0 lens 488/4536 e 0 to 0 dl 1785389200 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389189.040647:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433052e3b80 with x1872115458818432 ext(0->4095) 00002000:00010000:0.0:1785389189.040651:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433052e3b80 00000100:00100000:1.0:1785389189.063681:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389189.070246:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458818688 00000100:00100000:0.0:1785389189.070262:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458818688 00000100:00100000:1.0:1785389189.070399:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 223 00000100:00100000:1.0:1785389189.070410:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:28738:x1872115458818688:12345-192.168.204.39@tcp:35:cmp.0 00000001:00080000:1.0:1785389189.070695:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968029 00000100:00100000:1.0:1785389189.072437:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28738:x1872115458818688:12345-192.168.204.39@tcp:35:cmp.0 Request processed in 2022us (8756us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1785389189.072449:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 223 00000020:00080000:1.0:1785389189.072454:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1785389189.117822:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389189.119074:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458818816 00000100:00100000:3.0:1785389189.119084:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458818816 00000100:00100000:3.0:1785389189.119157:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1116 00000100:00100000:3.0:1785389189.119167:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:28740:x1872115458818816:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389189.119192:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389189.119223:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd787c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d58 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119294:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119307:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119321:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119336:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119343:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119349:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119661:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119671:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119678:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389189.119708:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:3.0:1785389189.119711:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389189.119727:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119767:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119776:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119782:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119789:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119794:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389189.119798:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119806:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119816:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5800) 00010000:00010000:3.0:1785389189.119819:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389189.119823:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119829:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd787ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119839:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119844:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119850:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119855:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389189.119858:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119864:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119869:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff943437cd3000) 00010000:00010000:3.0:1785389189.119871:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389189.119874:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119879:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd787d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119908:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd787c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119920:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 95 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.119927:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:3.0:1785389189.119929:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389189.119932:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389189.119986:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:28740:x1872115458818816:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 820us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389189.120835:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1116 00000100:00100000:1.0:1785389189.155863:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389189.160679:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458818944 00000100:00100000:3.0:1785389189.160694:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458818944 00000100:00100000:1.0:1785389189.172129:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1117 00000100:00100000:1.0:1785389189.172141:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:28740:x1872115458818944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389189.172161:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389189.172180:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd787df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d5f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.172254:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd787e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.172267:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd787e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.172279:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd787e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389189.173854:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:1.0:1785389189.173861:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389189.173958:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd787e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.176002:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd787df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d5f expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.176031:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7c00/0xb9b521054fd787e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d5f expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.176042:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9434129d5800) 00010000:00010000:1.0:1785389189.176046:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389189.176049:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7c00, rc 0) 00000100:00100000:1.0:1785389189.176122:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:28740:x1872115458818944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3981us (20266us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389189.176132:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1117 00000100:00100000:2.0:1785389189.193184:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389189.198522:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458819200 00000100:00100000:1.0:1785389189.198534:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458819200 00000100:00100000:0.0:1785389189.204229:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1118 00000100:00100000:0.0:1785389189.204252:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:28740:x1872115458819200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389189.204271:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389189.204291:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd787ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d66 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.205868:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd787f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.205885:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd787f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.205896:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd787f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389189.205917:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:0.0:1785389189.206037:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd787ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d66 expref: 99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.206056:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd787f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d66 expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.206066:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:0.0:1785389189.206078:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389189.206082:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389189.206143:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:28740:x1872115458819200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1894us (12966us total) trans 4294968031 rc 0/0 00000100:00100000:0.0:1785389189.206150:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1118 00000100:00100000:2.0:1785389189.214895:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389189.215259:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458819328 00000100:00100000:3.0:1785389189.215578:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458819328 00000100:00100000:3.0:1785389189.215640:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:3.0:1785389189.215650:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458819328:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1785389189.215695:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.215715:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.215723:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389189.215728:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389189.215733:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.215785:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 12 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.215801:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 12 pid: 6615 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389189.215816:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485871872:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389189.219798:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b300 going to sleep for 11 seconds 00000100:00100000:2.0:1785389189.227647:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485871872:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389189.227677:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389189.242124:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389189.242317:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458819456 00000100:00100000:3.0:1785389189.242327:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458819456 00010000:00010000:3.0:1785389189.242369:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 13 pid: 6615 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389189.242416:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 333 00000100:00100000:3.0:1785389189.242426:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f25c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458819456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389189.242441:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389189.242464:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 13 pid: 6615 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.242477:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 13 pid: 6615 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.242499:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd787bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d51 expref: 13 pid: 6615 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.242521:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389189.242526:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389189.242532:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.242542:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.242575:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389189.242610:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242619:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389189.242630:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f25c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2362:x1872115458819456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 206us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389189.242637:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 333 00010000:00010000:2.0:1785389189.242643:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242650:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242657:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242668:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389189.242672:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242681:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242694:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.242701:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d12cff2e/0xb9b521054fd78802 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389189.242793:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458819328:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 27143us (27906us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389189.242801:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:1.0:1785389189.250111:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389189.250199:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458819712 00000100:00100000:3.0:1785389189.250220:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458819712 00000100:00100000:3.0:1785389189.250281:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 224 00000100:00100000:3.0:1785389189.250291:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:28740:x1872115458819712:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:3.0:1785389189.250356:0:5824:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0x44:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd787f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d66 expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389189.251173:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968032 00000001:00080000:0.0:1785389189.253672:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968033 00010000:00010000:0.0:1785389189.253779:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.253799:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 101 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.253808:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.253817:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.253855:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.253868:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 101 pid: 5821 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389189.253890:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485872000:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389189.253995:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 101 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.254017:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 101 pid: 19127 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389189.254027:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485872128:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389189.254058:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397000 going to sleep for 11 seconds 00000100:00100000:1.0:1785389189.264120:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389189.264208:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389189.264543:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458819968 00000100:00100000:2.0:1785389189.264553:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458819968 00010000:00010000:2.0:1785389189.264590:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 102 pid: 19127 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389189.264629:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458819840 00000100:00100000:2.0:1785389189.264633:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458819840 00010000:00010000:2.0:1785389189.264645:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 103 pid: 5821 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389189.264675:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:2.0:1785389189.264684:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458819968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389189.264699:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389189.264707:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 103 pid: 19127 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.264720:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 103 pid: 19127 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.264864:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:2.0:1785389189.264871:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.264879:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389189.264886:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389189.264945:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458819968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 261us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389189.265039:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:1.0:1785389189.265050:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458819840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389189.265060:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389189.265065:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 103 pid: 5821 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.265085:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 103 pid: 5821 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.265096:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:1.0:1785389189.265100:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.265108:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.265116:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389189.265131:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389189.265153:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458819840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 106us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389189.265160:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:2.0:1785389189.265510:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 334 00010000:00010000:3.0:1785389189.271619:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd787d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d58 expref: 101 pid: 5821 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389189.271643:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485872000:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389189.272888:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd786e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d12 expref: 100 pid: 19127 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389189.272907:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485872128:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389189.272932:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.272942:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389189.272949:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389189.273075:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968034 00000001:00080000:0.0:1785389189.273298:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968035 00000100:00100000:0.0:1785389189.273400:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485872256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389189.273462:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389189.273499:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389189.273529:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485872256 00000100:00100000:1.0:1785389189.273538:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485872256 00000100:00100000:1.0:1785389189.273591:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1785389189.273601:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485872256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1785389189.273683:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485872256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389189.273690:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1785389189.273789:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485872256:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1785389189.274115:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968036 00000100:00100000:3.0:1785389189.274161:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485872384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1785389189.274187:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389189.274222:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397000 going to sleep for 11 seconds 00000100:00100000:0.0:1785389189.274253:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485872384 00000100:00100000:0.0:1785389189.274257:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485872384 00000100:00100000:0.0:1785389189.274293:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1785389189.274301:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485872384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389189.274441:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5824:x1872115485872384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 140us (251us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1785389189.274448:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1785389189.274590:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485872384:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1785389189.274628:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968037 00010000:00010000:3.0:1785389189.274653:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.274661:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.274668:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.274674:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389189.274679:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.274686:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.274700:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:3.0:1785389189.274702:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1785389189.274706:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389189.274711:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78809 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389189.274918:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1785389189.275147:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9200 00000001:00080000:3.0:1785389189.275159:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968038 00010000:00010000:3.0:1785389189.275189:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9434129d5100) 00010000:00010000:3.0:1785389189.275192:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1785389189.275199:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd787f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d66 expref: 104 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389189.276030:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:28740:x1872115458819712:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 25739us (25926us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1785389189.276040:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 224 00000020:00080000:3.0:1785389189.276044:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:3.0:1785389189.359078:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389189.486885:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389189.486904:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485872512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389189.486965:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389189.487029:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485872512 00000100:00100000:0.0:1785389189.487036:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485872512 00000100:00100000:0.0:1785389189.487076:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1785389189.487083:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485872512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389189.487119:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389189.487158:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485872512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389189.487165:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1785389189.487207:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485872512:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389190.382898:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1785389190.510956:0:6641:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 910815207588ns, next at 911815203985ns, rc = 0 00000100:00100000:1.0:1785389190.511021:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485872640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389190.511123:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389190.511246:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485872640 00000100:00100000:0.0:1785389190.511255:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485872640 00000100:00100000:0.0:1785389190.511326:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1785389190.511336:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485872640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389190.511377:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389190.511426:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485872640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389190.511433:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1785389190.511492:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485872640:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389190.511559:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1785389191.409297:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389192.442266:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389193.458764:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389193.873264:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389193.873332:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389193.873349:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389193.873368:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389193.873383:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389193.873401:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389193.874161:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820480 00000100:00100000:2.0:1785389193.874171:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820480 00000100:00100000:2.0:1785389193.874219:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820736 00000100:00100000:2.0:1785389193.874222:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820736 00000100:00100000:2.0:1785389193.874235:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820352 00000100:00100000:2.0:1785389193.874237:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820352 00000100:00100000:2.0:1785389193.874253:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 534 00000100:00100000:2.0:1785389193.874262:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458820480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389193.874325:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458820480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 65us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389193.874333:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 534 00000100:00100000:2.0:1785389193.874346:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 535 00000100:00100000:2.0:1785389193.874352:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458820736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389193.874370:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458820736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389193.874376:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 535 00000100:00100000:2.0:1785389193.874384:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 536 00000100:00100000:2.0:1785389193.874389:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458820352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389193.874405:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458820352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389193.874410:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 536 00000100:00080000:2.0:1785389193.874423:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389193.874427:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389193.882966:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389193.883017:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820864 00000100:00100000:3.0:1785389193.883027:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820864 00000100:00100000:3.0:1785389193.883080:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 537 00000100:00100000:3.0:1785389193.883089:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458820864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389193.883165:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458820864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389193.883173:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 537 00000100:00100000:3.0:1785389193.883200:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820096 00000100:00100000:3.0:1785389193.883204:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820096 00000100:00100000:3.0:1785389193.883229:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00100000:3.0:1785389193.883236:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458820096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389193.883260:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458820096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (9891us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389193.883265:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00080000:2.0:1785389193.883421:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389193.887919:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820224 00000100:00100000:0.0:1785389193.887930:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820224 00000100:00100000:0.0:1785389193.887986:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820608 00000100:00100000:0.0:1785389193.887989:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820608 00000100:00100000:0.0:1785389193.888024:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 551 00000100:00100000:0.0:1785389193.888034:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2365:x1872115458820224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389193.888106:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2365:x1872115458820224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 74us (14850us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389193.888113:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 551 00000100:00100000:0.0:1785389193.888130:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 552 00000100:00100000:0.0:1785389193.888136:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2365:x1872115458820608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389193.888174:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2365:x1872115458820608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (14772us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389193.888180:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 552 00000100:00080000:3.0:1785389193.888313:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389194.097695:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485873152:0@lo:400:kworker.0 00000100:00100000:0.0:1785389194.097774:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389194.097825:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389194.097830:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485873024:0@lo:400:kworker.0 00000100:00100000:0.0:1785389194.097850:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389194.097878:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873024 00000100:00100000:0.0:1785389194.097884:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873024 00000100:00100000:0.0:1785389194.097926:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1785389194.097933:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485873024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389194.097974:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485873024:12345-0@lo:400:kworker.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389194.097986:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:0.0:1785389194.098004:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389194.098033:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485873024:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098094:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485872896:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098120:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389194.098155:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485873408:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098171:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389194.098186:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1785389194.098191:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485872768:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098211:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389194.098228:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485873280:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098243:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389194.098262:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873152 00000100:00100000:1.0:1785389194.098266:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873152 00000100:00100000:1.0:1785389194.098291:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873408 00000100:00100000:1.0:1785389194.098293:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873408 00000100:00100000:1.0:1785389194.098310:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1785389194.098315:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485873152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098344:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485873152:12345-0@lo:400:kworker.0 Request processed in 29us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389194.098349:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1785389194.098359:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1785389194.098363:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485873408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098385:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485873408:12345-0@lo:400:kworker.0 Request processed in 22us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389194.098390:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1785389194.098402:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485872768 00000100:00100000:1.0:1785389194.098405:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485872768 00000100:00100000:1.0:1785389194.098423:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1785389194.098427:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485872768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098460:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485872768:12345-0@lo:400:kworker.0 Request processed in 31us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389194.098465:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1785389194.098485:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485872896 00000100:00100000:1.0:1785389194.098488:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485872896 00000100:00100000:1.0:1785389194.098504:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873280 00000100:00100000:1.0:1785389194.098506:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873280 00000100:00100000:1.0:1785389194.098520:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1785389194.098525:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485872896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098547:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485872896:12345-0@lo:400:kworker.0 Request processed in 22us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389194.098551:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1785389194.098560:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1785389194.098564:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485873280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098583:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485873280:12345-0@lo:400:kworker.0 Request processed in 18us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389194.098588:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:1.0:1785389194.098610:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389194.098613:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389194.098615:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389194.098628:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485872768:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098637:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485873280:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098644:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485872896:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098651:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485873408:0@lo:400:kworker.0 00000100:00100000:1.0:1785389194.098733:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485873152:0@lo:400:kworker.0 00000001:00080000:1.0:1785389194.137386:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000001:00080000:1.0:1785389194.137418:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000004:00080000:0.0:1785389194.184790:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:0.0:1785389194.184819:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968036 is committed 00000001:00080000:0.0:1785389194.184833:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968026 is committed 00000020:00080000:0.0:1785389194.184839:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943305397300 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:0.0:1785389194.184845:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943426393100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943305397b40 00000020:00080000:0.0:1785389194.184848:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943426393300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943405022000 00000001:00080000:0.0:1785389194.184877:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968028 is committed 00000001:00080000:0.0:1785389194.184891:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968039 is committed 00000020:00080000:0.0:1785389194.184900:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943406f9b000 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:0.0:1785389194.184902:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943437864500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943406f9b300 00000020:00080000:0.0:1785389194.184905:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943437864900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943301c28400 00000100:00100000:1.0:1785389194.184960:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389194.184981:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485873536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1785389194.185048:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389194.185092:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873536 00000100:00100000:0.0:1785389194.185099:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873536 00000020:00080000:2.0:1785389194.185151:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000100:00100000:0.0:1785389194.185164:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1785389194.185172:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485873536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1785389194.185200:0:14689:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00002000:00010000:0.0:1785389194.185231:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a6add4c, ctime: 0x6a6ae083, blocks: 0xb 00010000:00010000:0.0:1785389194.185239:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389194.185255:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=914s v=(0 0) 00010000:00010000:0.0:1785389194.185260:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389194.185278:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389194.185293:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389194.185303:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389194.185311:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1785389194.185313:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:0.0:1785389194.185326:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389194.185339:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389194.185345:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389194.185352:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389194.185357:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389194.185366:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389194.185382:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389194.185389:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78810 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389194.185405:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389194.185406:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389194.185408:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389194.185786:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485873536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 614us (737us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1785389194.185794:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1785389194.185862:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:1.0:1785389194.185867:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967359 00000004:00080000:1.0:1785389194.185881:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967359 00000100:00100000:1.0:1785389194.185894:0:3325:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff943437822680 x1872115485873536/t4294967360(4294967360) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1785389210 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1785389194.185905:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943437822680/2, rc 0, transno 4294967360 00000100:00100000:1.0:1785389194.185910:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485873536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1785389194.481527:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389194.607000:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389194.607032:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485873664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389194.607101:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389194.607352:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873664 00000100:00100000:0.0:1785389194.607360:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873664 00000100:00100000:0.0:1785389194.607412:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1785389194.607422:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485873664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389194.607457:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389194.607512:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485873664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389194.607520:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1785389194.607600:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485873664:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389195.506212:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389195.638842:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389195.638915:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389195.638973:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485873792 00000100:00100000:0.0:1785389195.638984:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485873792 00000100:00100000:0.0:1785389195.639025:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1785389195.639033:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485873792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389195.639063:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389195.639102:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485873792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389195.639118:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1785389195.639162:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485873792:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1785389196.206935:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389196.206944:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389196.207325:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:1.0:1785389196.207332:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389196.322358:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389196.322635:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458820992 00000100:00100000:0.0:1785389196.322645:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458820992 00000100:00100000:0.0:1785389196.322725:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1119 00000100:00100000:0.0:1785389196.322736:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28688:x1872115458820992:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1785389196.322822:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389196.322867:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:28688:x1872115458820992:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 133us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389196.322875:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1119 00010000:00010000:2.0:1785389196.542702:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389197.552481:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785389198.026708:0:20126:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 01:26:35 (1785389195) 00010000:00010000:2.0:1785389198.574982:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389198.941968:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389198.946335:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458821120 00000100:00100000:1.0:1785389198.946353:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458821120 00000100:00100000:1.0:1785389198.946452:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1120 00000100:00100000:1.0:1785389198.946464:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:29355:x1872115458821120:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785389198.946578:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:29355:x1872115458821120:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 117us (4619us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389198.946586:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1120 00000100:00080000:0.0:1785389198.946679:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389198.963525:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389198.963903:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458821248 00000100:00100000:0.0:1785389198.963913:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458821248 00000100:00100000:0.0:1785389198.963979:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1121 00000100:00100000:0.0:1785389198.963988:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:29356:x1872115458821248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389198.964006:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389198.964024:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d6d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964092:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964111:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964122:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964135:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964141:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964146:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964378:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964385:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964392:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964398:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389198.964402:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964409:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964420:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389198.964427:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389198.964432:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964438:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7881e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964449:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964454:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964459:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964463:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389198.964465:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964469:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964474:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9434092fe600) 00010000:00010000:0.0:1785389198.964476:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389198.964478:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964482:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78825 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964506:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78817 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d6d expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964523:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389198.964525:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389198.964528:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d6d expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.964536:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35a00, rc 0) 00000100:00100000:0.0:1785389198.964595:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:29356:x1872115458821248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 608us (1077us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389198.964602:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1121 00000100:00080000:1.0:1785389198.964763:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389198.973137:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389198.973296:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458821504 00000100:00100000:0.0:1785389198.973307:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458821504 00000100:00100000:0.0:1785389198.973361:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1122 00000100:00100000:0.0:1785389198.973370:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:29356:x1872115458821504:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1785389198.973425:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389198.973450:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7861f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89cda expref: 92 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.973471:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389198.973476:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389198.973879:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.973892:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.973899:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.973933:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 42 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.973946:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 42 pid: 5822 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389198.973959:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485873920:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389198.974834:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433050f9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389198.985491:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389198.987102:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458821632 00000100:00100000:1.0:1785389198.987112:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458821632 00010000:00010000:1.0:1785389198.987154:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 43 pid: 5822 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389198.987193:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 336 00000100:00100000:1.0:1785389198.987213:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2362:x1872115458821632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389198.987228:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389198.987235:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 43 pid: 5822 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389198.987249:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 43 pid: 5822 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389198.987269:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:1.0:1785389198.987275:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389198.987285:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389198.987292:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389198.987310:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389198.987367:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:2362:x1872115458821632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389198.987374:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 336 00010000:00010000:0.0:1785389198.993238:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78649 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ce8 expref: 42 pid: 5822 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389198.993263:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485873920:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389198.993293:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.993304:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.993310:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.993338:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.993351:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.993362:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389198.995126:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00010000:00010000:0.0:1785389198.995140:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.995148:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.995154:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.995159:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389198.995163:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.995169:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.995182:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94341e7d1f00) 00010000:00010000:0.0:1785389198.995184:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389198.995188:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389198.995193:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd7882c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389198.995429:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389198.995464:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389198.995478:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389198.995498:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389198.995515:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389198.995537:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822016 00000100:00100000:3.0:1785389198.995544:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822016 00000100:00100000:3.0:1785389198.995585:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822272 00000100:00100000:3.0:1785389198.995588:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822272 00000100:00100000:3.0:1785389198.995601:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458821888 00000100:00100000:3.0:1785389198.995603:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458821888 00000100:00100000:3.0:1785389198.995642:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822144 00000100:00100000:3.0:1785389198.995645:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822144 00000100:00100000:3.0:1785389198.995665:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 540 00000100:00100000:3.0:1785389198.995674:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458822016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389198.995763:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458822016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 90us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389198.995771:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 540 00000100:00100000:3.0:1785389198.995795:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 541 00000100:00100000:3.0:1785389198.995801:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458822272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389198.995826:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458822272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389198.995832:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 541 00000100:00100000:3.0:1785389198.995844:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 542 00000100:00100000:3.0:1785389198.995851:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458821888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389198.995872:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458821888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389198.995877:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 542 00000100:00100000:3.0:1785389198.995885:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 543 00000100:00100000:3.0:1785389198.995889:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458822144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389198.995905:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458822144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 16us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389198.995910:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 543 00000100:00080000:3.0:1785389198.995931:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389198.995935:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389198.996190:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458821760 00000100:00100000:2.0:1785389198.996194:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458821760 00000100:00100000:2.0:1785389198.996234:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 630 00000100:00100000:2.0:1785389198.996240:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458821760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389198.996263:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458821760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389198.996268:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 630 00000004:00010000:0.0:1785389198.996702:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000060701d8 reply state 0000000006ee75e5 transno 4294968040 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389198.996713:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389198.997160:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:29356:x1872115458821504:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 23791us (24030us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1785389198.997180:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1122 00010000:00010000:2.0:1785389199.008887:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.008904:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.008913:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.008919:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.008925:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.008933:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.008948:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9434092fe600) 00010000:00010000:2.0:1785389199.008951:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.008956:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.008962:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78833 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389199.022305:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.022479:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822400 00000100:00100000:1.0:1785389199.022489:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822400 00000100:00100000:1.0:1785389199.022548:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1123 00000100:00100000:1.0:1785389199.022556:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:29358:x1872115458822400:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389199.022578:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389199.022599:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7883a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d74 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.022678:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78841 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.022692:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.022703:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389199.022959:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389199.022963:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389199.022989:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78841 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.023015:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7883a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d74 expref: 94 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.023034:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78841 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d74 expref: 93 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.023052:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:1.0:1785389199.023055:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389199.023071:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:1.0:1785389199.023119:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:29358:x1872115458822400:12345-192.168.204.39@tcp:101:bash.0 Request processed in 564us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389199.023126:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1123 00000100:00100000:3.0:1785389199.027463:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.027565:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822528 00000100:00100000:1.0:1785389199.027575:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822528 00000100:00100000:1.0:1785389199.027628:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1124 00000100:00100000:1.0:1785389199.027638:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:29358:x1872115458822528:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389199.027658:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389199.027677:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78848 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d7b expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027801:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027816:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027827:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027854:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027861:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027868:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027974:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7885d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.027995:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7885d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028003:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7885d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389199.028036:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:1.0:1785389199.028048:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389199.028072:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7885d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028084:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028091:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028097:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028103:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389199.028107:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028116:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028127:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:1.0:1785389199.028131:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389199.028135:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028151:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7884f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028164:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028171:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028177:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028182:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389199.028185:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028191:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028199:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff943412b95e00) 00010000:00010000:1.0:1785389199.028208:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389199.028212:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028218:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78856 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028246:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78848 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d7b expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028271:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6c00/0xb9b521054fd7885d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d7b expref: 94 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.028279:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:1.0:1785389199.028282:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1785389199.028284:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6c00, rc 0) 00000100:00100000:1.0:1785389199.028344:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29358:x1872115458822528:12345-192.168.204.39@tcp:101:bash.0 Request processed in 708us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389199.028351:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1124 00000100:00100000:2.0:1785389199.031371:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.031618:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822656 00000100:00100000:0.0:1785389199.031627:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822656 00000100:00100000:0.0:1785389199.031679:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1125 00000100:00100000:0.0:1785389199.031689:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29358:x1872115458822656:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389199.031707:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389199.031722:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78864 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d82 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031824:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031837:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031847:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031862:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031869:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031876:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031938:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031959:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031966:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031972:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389199.031976:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031983:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.031993:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389199.031995:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.031999:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032004:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7886b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032027:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032033:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032047:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032052:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389199.032061:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032068:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032075:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9434092fe300) 00010000:00010000:0.0:1785389199.032078:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.032081:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032087:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78872 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032115:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78864 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d82 expref: 95 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032125:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389199.032127:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.032130:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78864 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d82 expref: 95 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.032139:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35a00, rc 0) 00000100:00100000:0.0:1785389199.032187:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29358:x1872115458822656:12345-192.168.204.39@tcp:101:bash.0 Request processed in 500us (822us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389199.032194:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1125 00000100:00100000:3.0:1785389199.049315:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.049407:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822784 00000100:00100000:0.0:1785389199.049417:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822784 00000100:00100000:0.0:1785389199.049480:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1126 00000100:00100000:0.0:1785389199.049490:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+42:29359:x1872115458822784:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389199.049523:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389199.049544:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78879 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d89 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.049608:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.049622:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.049633:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389199.049691:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389199.049696:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389199.049720:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.049772:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78879 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.049791:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.049801:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389199.049804:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389199.049808:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389199.049868:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:29359:x1872115458822784:12345-192.168.204.39@tcp:101:rm.0 Request processed in 379us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389199.049876:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1126 00000100:00100000:3.0:1785389199.055256:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389199.055347:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458822912 00000100:00100000:2.0:1785389199.055359:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458822912 00000100:00100000:2.0:1785389199.055416:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1127 00000100:00100000:2.0:1785389199.055426:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:29359:x1872115458822912:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389199.055447:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389199.055467:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78887 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d90 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055526:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055539:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055549:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055563:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055571:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055577:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055697:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7889c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055706:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7889c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055714:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7889c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389199.055780:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:2.0:1785389199.055784:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389199.055818:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7889c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055832:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055838:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055845:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055851:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.055855:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055863:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055875:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:2.0:1785389199.055879:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.055884:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055891:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7888e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055903:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055910:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055917:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055923:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.055926:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055932:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055938:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff943412840200) 00010000:00010000:2.0:1785389199.055941:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.055943:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055949:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78895 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055975:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78887 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d90 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055987:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878600/0xb9b521054fd7889c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d90 expref: 44 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.055995:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389199.055997:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389199.056000:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878600, rc 0) 00000100:00100000:2.0:1785389199.056349:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29359:x1872115458822912:12345-192.168.204.39@tcp:101:rm.0 Request processed in 922us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389199.056357:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1127 00000100:00100000:2.0:1785389199.070314:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.070375:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823040 00000100:00100000:0.0:1785389199.070385:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823040 00000100:00100000:0.0:1785389199.070438:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1128 00000100:00100000:0.0:1785389199.070446:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29359:x1872115458823040:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389199.070464:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389199.070481:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd788a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d97 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070537:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070549:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070558:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070570:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070575:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070581:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070638:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070645:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070668:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070674:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389199.070677:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070684:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070694:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389199.070697:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.070700:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070706:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070717:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070723:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070728:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070733:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389199.070736:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070784:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070795:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9434092fe300) 00010000:00010000:0.0:1785389199.070797:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.070800:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070805:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070837:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd788a3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d97 expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070848:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389199.070850:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.070853:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd788a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d97 expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.070862:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389199.070920:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29359:x1872115458823040:12345-192.168.204.39@tcp:101:rm.0 Request processed in 474us (613us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389199.070928:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1128 00000100:00100000:3.0:1785389199.084507:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.084604:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823168 00000100:00100000:0.0:1785389199.084614:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823168 00000100:00100000:0.0:1785389199.084679:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1129 00000100:00100000:0.0:1785389199.084690:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29359:x1872115458823168:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389199.084724:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389199.084878:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd788b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89d9e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.084998:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085022:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085034:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085058:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085065:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085072:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085149:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085156:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085162:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085167:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.085172:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085179:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085195:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389199.085198:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.085203:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085210:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085222:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085228:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085234:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085240:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.085243:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085249:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085256:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff943412840200) 00010000:00010000:2.0:1785389199.085258:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.085261:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085268:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085301:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd788b8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d9e expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085311:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389199.085313:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.085317:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd788b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d9e expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.085327:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35a00, rc 0) 00000100:00100000:2.0:1785389199.085391:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29359:x1872115458823168:12345-192.168.204.39@tcp:101:rm.0 Request processed in 703us (891us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389199.085399:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1129 00000100:00100000:2.0:1785389199.107566:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.107675:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823296 00000100:00100000:1.0:1785389199.107685:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823296 00000100:00100000:1.0:1785389199.107796:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1130 00000100:00100000:1.0:1785389199.107807:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29360:x1872115458823296:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389199.107973:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389199.108064:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89da5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108142:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108157:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108169:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108186:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108208:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108216:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108282:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108289:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108294:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108300:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.108305:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108311:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108323:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389199.108327:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.108331:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108338:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd788d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108350:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108355:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108361:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108365:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.108368:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108372:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108378:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff943412840200) 00010000:00010000:2.0:1785389199.108381:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.108383:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108388:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd788db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108419:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89da5 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108428:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389199.108430:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.108434:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd788cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89da5 expref: 45 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.108472:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389199.108571:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29360:x1872115458823296:12345-192.168.204.39@tcp:101:cp.0 Request processed in 766us (1014us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389199.108579:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1130 00000100:00100000:3.0:1785389199.114562:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.114712:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823424 00000100:00100000:1.0:1785389199.114722:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823424 00000100:00100000:0.0:1785389199.117109:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1131 00000100:00100000:0.0:1785389199.117124:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29360:x1872115458823424:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389199.117146:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389199.117168:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd788e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89dac expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117235:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117248:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117259:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117273:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117280:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117287:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117350:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117373:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117379:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117383:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389199.117387:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117393:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117403:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389199.117405:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.117410:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117415:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd788e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117426:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117431:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117436:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117441:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389199.117447:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117453:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117459:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9434092fe300) 00010000:00010000:0.0:1785389199.117461:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.117463:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117467:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd788f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117495:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd788e2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dac expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117503:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389199.117505:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389199.117509:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd788e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dac expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.117515:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389199.117624:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29360:x1872115458823424:12345-192.168.204.39@tcp:101:cp.0 Request processed in 503us (3068us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389199.117631:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1131 00000100:00100000:3.0:1785389199.130385:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.130590:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823680 00000100:00100000:1.0:1785389199.130600:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823680 00000100:00100000:1.0:1785389199.130796:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1132 00000100:00100000:1.0:1785389199.130807:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29360:x1872115458823680:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389199.130838:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389199.130859:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd788f7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89db3 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.130987:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131019:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131030:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131055:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131064:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131071:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389199.131767:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:1.0:1785389199.131925:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131935:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131942:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131989:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.131996:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132002:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132014:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389199.132019:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132025:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132045:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:1.0:1785389199.132049:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389199.132054:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132060:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd788fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389199.132073:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f7e50f4d reply state 000000000e867caa transno 4294968041 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389199.132082:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389199.132108:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd788f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132123:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 46 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.132131:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:1.0:1785389199.132133:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389199.132136:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389199.132202:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29360:x1872115458823680:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1397us (1824us total) trans 4294968041 rc 0/0 00000100:00100000:1.0:1785389199.132216:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1132 00000100:00100000:3.0:1785389199.147771:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.148221:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823808 00000100:00100000:0.0:1785389199.148232:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823808 00000100:00100000:0.0:1785389199.148288:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 302 00000100:00100000:0.0:1785389199.148298:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458823808:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389199.148326:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389199.148346:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89dba expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389199.148373:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389199.148389:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=919s v=(0 0) 00010000:00010000:0.0:1785389199.148394:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389199.148402:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.148420:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.148434:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389199.148488:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458823808:12345-192.168.204.39@tcp:101:cp.0 Request processed in 192us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389199.148495:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 302 00010000:00010000:1.0:1785389199.150364:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.150377:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.150383:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.150387:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389199.150391:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.150398:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.150411:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff943412b95e00) 00010000:00010000:1.0:1785389199.150414:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389199.150419:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389199.150425:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78905 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389199.164357:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389199.167356:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458823936 00000100:00100000:3.0:1785389199.167368:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458823936 00000100:00100000:3.0:1785389199.167461:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:3.0:1785389199.167471:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:29360:x1872115458823936:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389199.167488:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389199.167504:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89dc1 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.167534:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.167543:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389199.167547:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389199.167553:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.167583:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.167597:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 1019 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389199.167611:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485874048:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389199.167707:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389199.171446:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485874048:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389199.171479:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.171498:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389199.171550:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:29360:x1872115458823936:12345-192.168.204.39@tcp:101:cp.0 Request processed in 4079us (7201us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389199.171558:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:2.0:1785389199.175506:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.175659:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458824064 00000100:00100000:0.0:1785389199.175670:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458824064 00010000:00010000:0.0:1785389199.175703:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 1019 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389199.175762:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 337 00000100:00100000:0.0:1785389199.175781:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458824064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389199.175795:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389199.175973:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 1019 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.175987:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 1019 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.176010:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7891a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dba expref: 11 pid: 12002 timeout: 1019 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.176025:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389199.176030:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389199.176046:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.176056:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.176092:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389199.176107:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485874176:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389199.176188:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433050f9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389199.178401:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485874176:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389199.178427:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389199.178472:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458824064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2701us (2972us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389199.178492:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 337 00000100:00100000:3.0:1785389199.181169:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389199.181380:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458824320 00000100:00100000:0.0:1785389199.181390:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458824320 00000100:00100000:0.0:1785389199.181432:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 225 00000100:00100000:0.0:1785389199.181441:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29360:x1872115458824320:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389199.182108:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29360:x1872115458824320:12345-192.168.204.39@tcp:35:cp.0 Request processed in 666us (954us total) trans 4294968042 rc 0/0 00000100:00100000:0.0:1785389199.182117:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 225 00000100:00100000:1.0:1785389199.216338:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485874304:0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.216405:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389199.216462:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485874304 00000100:00100000:1.0:1785389199.216468:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485874304 00000100:00100000:1.0:1785389199.216509:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1785389199.216525:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485874304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.216574:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485874304:12345-0@lo:400:kworker.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389199.216583:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1785389199.216643:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485874304:0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.216689:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485874432:0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.216717:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389199.216766:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485874432 00000100:00100000:1.0:1785389199.216920:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485874432 00000100:00100000:1.0:1785389199.216952:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1785389199.216960:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485874432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.217001:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485874432:12345-0@lo:400:kworker.0 Request processed in 41us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389199.217008:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1785389199.217047:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485874432:0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.217081:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485874560:0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.217107:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389199.217138:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485874560 00000100:00100000:1.0:1785389199.217141:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485874560 00000100:00080000:3.0:1785389199.218430:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389199.221698:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1785389199.221713:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485874560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389199.221814:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485874560:12345-0@lo:400:kworker.0 Request processed in 106us (4706us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389199.221822:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1785389199.223248:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485874688:0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.223292:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389199.223320:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389199.223326:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485874816:0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.223350:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389199.223392:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485874560:0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.223409:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389199.223414:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485874944:0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.224454:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389199.225009:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485874688 00000100:00100000:0.0:1785389199.225017:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485874688 00000100:00100000:0.0:1785389199.225071:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485874944 00000100:00100000:0.0:1785389199.225075:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485874944 00000100:00100000:0.0:1785389199.225092:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1785389199.225100:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485874688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.225150:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485874688:12345-0@lo:400:kworker.0 Request processed in 51us (1857us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389199.225167:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1785389199.225179:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1785389199.225184:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485874944:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1785389199.226395:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389199.226400:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389199.226524:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485874816 00000100:00100000:3.0:1785389199.226530:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485874816 00000100:00100000:3.0:1785389199.226566:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1785389199.226572:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485874816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389199.226613:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485874816:12345-0@lo:400:kworker.0 Request processed in 41us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389199.226618:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:3.0:1785389199.226903:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389199.227328:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485874816:0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.227339:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485874688:0@lo:400:kworker.0 00000100:00100000:0.0:1785389199.227393:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485874944:12345-0@lo:400:kworker.0 Request processed in 2209us (3954us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389199.227399:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1785389199.227420:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485874944:0@lo:400:kworker.0 00000100:00100000:3.0:1785389199.259546:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389199.259934:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458824448 00000100:00100000:2.0:1785389199.259942:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458824448 00000100:00100000:2.0:1785389199.259993:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1133 00000100:00100000:2.0:1785389199.260000:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29363:x1872115458824448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389199.260021:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389199.260051:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78928 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89dc8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260118:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260143:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260154:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260168:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260174:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260184:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260486:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260495:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260501:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389199.260531:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1785389199.260535:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389199.260552:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260563:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260571:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260576:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260583:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260589:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.260593:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260600:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260610:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389199.260613:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.260616:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260622:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7892f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260631:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260636:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260641:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260645:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389199.260647:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260651:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260656:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff943412840200) 00010000:00010000:2.0:1785389199.260659:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389199.260661:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260671:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78936 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260698:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78928 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260710:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389199.260716:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:2.0:1785389199.260718:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389199.260720:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389199.260803:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29363:x1872115458824448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 803us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389199.260809:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1133 00000100:00100000:3.0:1785389199.267614:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389199.267642:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458824576 00000100:00100000:3.0:1785389199.267651:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458824576 00000100:00100000:3.0:1785389199.267699:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:3.0:1785389199.267707:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458824576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389199.267723:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389199.267738:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78944 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89dcf expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389199.267975:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485875072:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389199.268060:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd540 going to sleep for 11 seconds 00002000:00010000:3.0:1785389199.270953:0:6614:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1785389199.270961:0:6614:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime: 0 -> 1785389198 00002000:00010000:3.0:1785389199.270963:0:6614:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime: 0 -> 1785389198 00002000:00010000:3.0:1785389199.270965:0:6614:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime: 0 -> 1785389198 00000100:00100000:3.0:1785389199.270984:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485875072:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389199.271013:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78944 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dcf expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.271048:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78944 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dcf expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.271061:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389199.271103:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458824576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3396us (3495us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389199.271112:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:0.0:1785389199.275950:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389199.276027:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458824704 00000100:00100000:3.0:1785389199.276046:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458824704 00000100:00100000:3.0:1785389199.276105:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1134 00000100:00100000:3.0:1785389199.276114:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29363:x1872115458824704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389199.276137:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389199.276156:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7894b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89dd6 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.277181:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.277259:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.277273:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389199.277413:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 7680 00000004:00200000:3.0:1785389199.277417:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389199.277491:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.277521:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7894b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 97 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.277535:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 96 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389199.277543:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:3.0:1785389199.277545:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389199.277548:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389199.277609:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:29363:x1872115458824704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1495us (1667us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389199.277615:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1134 00000040:00080000:1.0:1785389199.279868:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389199.279882:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389199.280390:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1785389199.280397:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389199.288577:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.289911:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458824832 00000100:00100000:1.0:1785389199.289922:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458824832 00000100:00100000:1.0:1785389199.289977:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:1.0:1785389199.289987:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458824832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389199.290007:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389199.290024:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78959 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ddd expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389199.290090:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485875200:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389199.290170:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e53000 going to sleep for 11 seconds 00000100:00100000:0.0:1785389199.294504:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485875200:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389199.294538:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78959 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ddd expref: 17 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.294562:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78959 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ddd expref: 17 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389199.294574:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:0.0:1785389199.294626:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458824832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4640us (6056us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389199.294634:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 305 00000001:00080000:0.0:1785389199.295964:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968042 is committed 00000001:00080000:0.0:1785389199.295985:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00000020:00080000:0.0:1785389199.295998:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000020:00080000:2.0:1785389199.296087:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000020:00080000:2.0:1785389199.296099:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000001:00080000:1.0:1785389199.299520:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000100:00100000:2.0:1785389199.304782:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389199.304897:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825088 00000100:00100000:1.0:1785389199.304906:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825088 00000100:00100000:1.0:1785389199.304968:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1135 00000100:00100000:1.0:1785389199.304976:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29363:x1872115458825088:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389199.305497:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:1.0:1785389199.305593:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29363:x1872115458825088:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 616us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389199.305600:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1135 00010000:00010000:3.0:1785389199.602082:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389199.728718:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389199.728740:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485875328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389199.728931:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389199.728993:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485875328 00000100:00100000:0.0:1785389199.730078:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485875328 00000100:00100000:0.0:1785389199.730238:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1785389199.730248:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485875328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389199.730282:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389199.730674:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485875328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 427us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389199.730683:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1785389199.730728:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485875328:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389200.261939:0:20178:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389200.261947:0:20178:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389200.262005:0:20178:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:1.0:1785389200.262010:0:20178:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1785389200.302939:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389200.302952:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389200.302991:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:1.0:1785389200.302997:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389200.303257:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485875456:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389200.303341:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305925c00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389200.321602:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389200.321942:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485875456:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389200.323005:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825216 00000100:00100000:2.0:1785389200.323047:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825216 00000100:00100000:2.0:1785389200.323116:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1136 00000100:00100000:2.0:1785389200.323126:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29373:x1872115458825216:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389200.323168:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389200.323285:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29373:x1872115458825216:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 159us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389200.323292:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1136 00000100:00080000:2.0:1785389200.323315:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389200.338470:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389200.339082:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825472 00000100:00100000:0.0:1785389200.339093:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825472 00000100:00100000:0.0:1785389200.339360:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1137 00000100:00100000:0.0:1785389200.339372:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29373:x1872115458825472:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389200.339393:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389200.339414:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78960 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89de4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.339508:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78967 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.339523:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.339542:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389200.339555:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1785389200.339700:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78960 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89de4 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.339717:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78967 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89de4 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.339726:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:0.0:1785389200.339729:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389200.339732:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35000, rc 0) 00000100:00100000:0.0:1785389200.339805:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458825472:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 434us (1341us total) trans 4294968043 rc 0/0 00000100:00100000:0.0:1785389200.339812:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1137 00000100:00100000:3.0:1785389200.353579:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389200.353656:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825600 00000100:00100000:0.0:1785389200.353665:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825600 00000100:00100000:1.0:1785389200.353853:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 51 00000100:00100000:1.0:1785389200.353866:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458825600:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389200.353882:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389200.353905:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78967 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89de4 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389200.353921:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:1.0:1785389200.353925:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389200.353982:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458825600:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 118us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389200.353999:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 51 00000100:00100000:0.0:1785389200.368923:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389200.369030:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825728 00000100:00100000:3.0:1785389200.369041:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825728 00000100:00100000:3.0:1785389200.369130:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:3.0:1785389200.369141:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458825728:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389200.369185:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.369206:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.369217:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x17:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389200.369221:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389200.369227:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.369260:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.369275:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 10 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389200.369290:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485875584:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389200.369371:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409cd2780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389200.372287:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485875584:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389200.372315:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1785389200.372380:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389200.384999:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389200.385406:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825856 00000100:00100000:1.0:1785389200.385417:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825856 00002000:00100000:1.0:1785389200.385462:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->157) req@ffff943305381c00 x1872115458825856/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:696/0 lens 648/0 e 0 to 0 dl 1785389211 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389200.385474:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943305381c00 with x1872115458825856 ext(0->157) 00010000:00010000:1.0:1785389200.386080:0:18114:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 11 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389200.386096:0:18114:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 11 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389200.386124:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943305381c00 00000100:00100000:1.0:1785389200.386154:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 12 00000100:00100000:1.0:1785389200.386162:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458825856:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389200.387647:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458825856:12345-192.168.204.39@tcp:4:cp.0 Request processed in 1482us (2655us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1785389200.387659:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 12 00002000:00100000:1.0:1785389200.387670:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->157) req@ffff943305381c00 x1872115458825856/t4294967360(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:696/0 lens 648/448 e 0 to 0 dl 1785389211 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389200.387680:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943305381c00 with x1872115458825856 ext(0->157) 00010000:00010000:1.0:1785389200.387690:0:18114:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 13 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389200.387706:0:18114:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 13 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389200.387715:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943305381c00 00000100:00100000:3.0:1785389200.394823:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389200.395106:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458825984 00000100:00100000:0.0:1785389200.395115:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458825984 00010000:00010000:0.0:1785389200.395162:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 13 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389200.395205:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:0.0:1785389200.395215:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458825984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389200.395234:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389200.395277:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 13 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.395291:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 13 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.395316:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001befd339/0xb9b521054fd78921 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc1 expref: 13 pid: 6614 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.395330:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389200.395334:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389200.395348:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.395359:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.395389:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389200.395447:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458825984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 233us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389200.395456:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 338 00010000:00010000:3.0:1785389200.395800:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395811:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395837:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395845:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395854:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395861:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389200.395866:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395876:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395891:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389200.395897:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000caa34d99/0xb9b521054fd78975 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389200.395958:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458825728:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 26819us (27215us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389200.395966:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:0.0:1785389200.411901:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389200.411952:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458826240 00000100:00100000:1.0:1785389200.411962:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458826240 00000100:00100000:1.0:1785389200.412036:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1138 00000100:00100000:1.0:1785389200.412047:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29373:x1872115458826240:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389200.412174:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29373:x1872115458826240:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 129us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389200.412183:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1138 00000100:00100000:0.0:1785389200.422137:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389200.422196:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458826368 00000100:00100000:3.0:1785389200.422223:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458826368 00000100:00100000:2.0:1785389200.422444:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:2.0:1785389200.422455:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458826368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389200.422483:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389200.422504:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89deb expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389200.422531:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 158, mtime: 0x6a6ae08e, atime: 0x0, ctime: 0x6a6ae08e, blocks: 0x1 00010000:00010000:2.0:1785389200.422549:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=920s v=(0 0) 00010000:00010000:2.0:1785389200.422554:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389200.422562:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.422580:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.422594:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389200.422654:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458826368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 202us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389200.422660:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:0.0:1785389200.430110:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389200.430301:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458826624 00000100:00100000:2.0:1785389200.430312:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458826624 00000100:00100000:2.0:1785389200.430384:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1139 00000100:00100000:2.0:1785389200.430394:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29373:x1872115458826624:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389200.430523:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29373:x1872115458826624:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 130us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389200.430534:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1139 00000100:00100000:3.0:1785389200.439557:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389200.440201:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458826752 00000100:00100000:2.0:1785389200.440210:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458826752 00002000:00100000:2.0:1785389200.440258:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff943301d20a80 x1872115458826752/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:696/0 lens 488/0 e 0 to 0 dl 1785389211 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389200.440269:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301d20a80 with x1872115458826752 ext(0->4095) 00002000:00010000:2.0:1785389200.440276:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943301d20a80 00000100:00100000:2.0:1785389200.440309:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 101 00000100:00100000:2.0:1785389200.440325:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458826752:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1785389200.440598:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458826752:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 280us (1049us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785389200.440606:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 101 00002000:00100000:2.0:1785389200.440612:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff943301d20a80 x1872115458826752/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:696/0 lens 488/4536 e 0 to 0 dl 1785389211 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389200.440621:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943301d20a80 with x1872115458826752 ext(0->4095) 00002000:00010000:2.0:1785389200.440624:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943301d20a80 00000100:00100000:2.0:1785389200.450661:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389200.450728:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458826880 00000100:00100000:3.0:1785389200.450738:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458826880 00000100:00100000:2.0:1785389200.450885:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1140 00000100:00100000:2.0:1785389200.450896:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29373:x1872115458826880:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389200.450918:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389200.450939:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78983 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89df2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.450993:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.451008:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.451027:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.451224:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78983 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.451240:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389200.451249:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:2.0:1785389200.451252:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389200.451255:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389200.451310:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458826880:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 417us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389200.451375:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1140 00000100:00100000:2.0:1785389200.456608:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389200.467444:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458827008 00000100:00100000:1.0:1785389200.467459:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458827008 00000100:00100000:1.0:1785389200.467536:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1141 00000100:00100000:1.0:1785389200.467545:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458827008:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389200.467575:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389200.467686:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458827008:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 141us (11086us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389200.467693:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1141 00000100:00100000:3.0:1785389200.471930:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389200.472408:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458827136 00000100:00100000:0.0:1785389200.472423:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458827136 00000100:00100000:0.0:1785389200.472565:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 308 00000100:00100000:0.0:1785389200.472575:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458827136:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389200.472632:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472653:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389200.472657:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389200.472663:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472682:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472720:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472728:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472736:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472763:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389200.472768:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472788:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472802:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.472812:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd78991 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389200.472881:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458827136:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 308us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389200.472889:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 308 00000100:00100000:3.0:1785389200.474585:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389200.478989:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458827392 00000100:00100000:0.0:1785389200.479001:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458827392 00000100:00100000:0.0:1785389200.479094:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1142 00000100:00100000:0.0:1785389200.479105:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458827392:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389200.479180:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.479199:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.479211:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.479242:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.479262:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 47 pid: 5820 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389200.479277:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e57100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485875712:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389200.480220:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433050f9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389200.488602:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389200.489458:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e57100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485875712:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389200.489494:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389200.489522:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458827520 00000100:00100000:0.0:1785389200.489528:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458827520 00010000:00010000:0.0:1785389200.489559:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 48 pid: 5820 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389200.489598:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:0.0:1785389200.489606:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f24850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2363:x1872115458827520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389200.489619:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389200.489625:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 48 pid: 5820 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489635:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 48 pid: 5820 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489655:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7898a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df2 expref: 48 pid: 5820 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489684:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:0.0:1785389200.489689:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489698:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489705:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489725:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389200.489793:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f24850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458827520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 186us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389200.489800:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 339 00010000:00010000:0.0:1785389200.489931:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.489938:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490124:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490132:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490139:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490146:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389200.490157:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490165:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490173:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:0.0:1785389200.490175:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389200.490178:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389200.490184:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78998 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389200.490283:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458827392:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 11179us (15699us total) trans 4294968044 rc 0/0 00000100:00100000:0.0:1785389200.490291:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1142 00000040:00080000:0.0:1785389200.491611:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389200.491617:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389200.492125:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1785389200.492133:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389200.503457:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389200.505065:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458827776 00000100:00100000:2.0:1785389200.505077:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458827776 00000100:00100000:2.0:1785389200.505138:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 226 00000100:00100000:2.0:1785389200.505149:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29373:x1872115458827776:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389200.505381:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:29373:x1872115458827776:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 233us (1933us total) trans 4294968045 rc 0/0 00000100:00100000:2.0:1785389200.505388:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 226 00010000:00010000:1.0:1785389200.622971:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389200.755833:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389200.755856:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485875840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389200.755924:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389200.756187:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485875840 00000100:00100000:1.0:1785389200.756196:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485875840 00000100:00100000:1.0:1785389200.756246:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1785389200.756254:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485875840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389200.756286:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389200.756339:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485875840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389200.756346:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1785389200.756462:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:3.0:1785389200.756467:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943437822680, transno 4294967360 00000100:00100000:3.0:1785389200.756487:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485875840:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389201.649896:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389202.339498:0:20229:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389202.339506:0:20229:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389202.339572:0:20229:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:1.0:1785389202.339578:0:20229:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389202.420621:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389202.422140:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458827904 00000100:00100000:0.0:1785389202.422151:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458827904 00000100:00100000:0.0:1785389202.422231:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:0.0:1785389202.422241:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458827904:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389202.422258:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389202.422275:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89df9 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.422313:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1785389202.422316:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389202.422324:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 17 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.422341:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 17 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.422354:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389202.422399:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458827904:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 160us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389202.422406:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00080000:2.0:1785389202.422670:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389202.436894:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389202.437033:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458828160 00000100:00100000:3.0:1785389202.437043:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458828160 00000100:00100000:3.0:1785389202.437108:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1143 00000100:00100000:3.0:1785389202.437117:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29382:x1872115458828160:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389202.437135:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389202.437153:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd789a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e00 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.437260:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd789ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.437272:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd789ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.437283:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd789ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389202.437294:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1785389202.437408:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd789a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e00 expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.437422:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd789ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e00 expref: 97 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.437429:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:3.0:1785389202.437432:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1785389202.437434:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389202.437479:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29382:x1872115458828160:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 363us (592us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1785389202.437485:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1143 00000100:00080000:0.0:1785389202.437556:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389202.440270:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389202.440509:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458828288 00000100:00100000:3.0:1785389202.440517:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458828288 00000100:00100000:3.0:1785389202.440562:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00100000:3.0:1785389202.440571:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458828288:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1785389202.440606:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.440626:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.440635:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 17 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.440642:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389202.440647:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389202.440651:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.440696:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 17 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.440711:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 17 pid: 12002 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389202.440727:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485875968:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389202.440841:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389202.440857:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 11 pid: 14689 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389202.440866:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485876096:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389202.440889:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434296df9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389202.443335:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485875968:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389202.443348:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485876096:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389202.443370:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389202.451221:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389202.451251:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389202.451313:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458828544 00000100:00100000:1.0:1785389202.451321:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458828544 00010000:00010000:1.0:1785389202.451375:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 12 pid: 14689 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.451405:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458828416 00000100:00100000:1.0:1785389202.451413:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458828416 00010000:00010000:1.0:1785389202.451432:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 18 pid: 12002 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.451451:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:1.0:1785389202.451458:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458828544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389202.451471:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389202.451502:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 12 pid: 14689 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451513:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 12 pid: 14689 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451532:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f50ee8ac/0xb9b521054fd7897c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89deb expref: 12 pid: 14689 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451547:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389202.451594:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458828544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 135us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389202.451603:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:1.0:1785389202.451621:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00100000:1.0:1785389202.451629:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115458828416:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389202.451637:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389202.451647:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 18 pid: 12002 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451670:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 18 pid: 12002 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451683:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db676041/0xb9b521054fd7899f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89df9 expref: 18 pid: 12002 timeout: 1022 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451694:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389202.451698:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389202.451704:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451714:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451738:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389202.451822:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458828416:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389202.451828:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 341 00010000:00010000:1.0:1785389202.451905:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451914:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451938:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451950:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451957:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451963:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389202.451966:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451987:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.451997:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.452003:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaab052d/0xb9b521054fd789bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.452047:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458828288:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 11478us (11783us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389202.452054:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00080000:2.0:1785389202.452455:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389202.462292:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389202.462391:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458828800 00000100:00100000:1.0:1785389202.462401:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458828800 00000100:00100000:1.0:1785389202.462453:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 227 00000100:00100000:1.0:1785389202.462471:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b059050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29382:x1872115458828800:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:1.0:1785389202.462526:0:5823:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x20:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd789ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e00 expref: 97 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389202.462764:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968047 00000001:00080000:1.0:1785389202.463401:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968048 00010000:00010000:1.0:1785389202.463490:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.463504:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.463513:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.463522:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.463552:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.463566:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 100 pid: 5820 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.463581:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485876224:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389202.463662:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.463683:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 47 pid: 9185 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.463692:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485876352:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389202.463718:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305925900 going to sleep for 11 seconds 00000100:00100000:0.0:1785389202.467881:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389202.467898:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389202.467923:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829056 00000100:00100000:0.0:1785389202.467930:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829056 00010000:00010000:0.0:1785389202.467985:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 48 pid: 9185 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389202.468011:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458828928 00000100:00100000:0.0:1785389202.468014:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458828928 00010000:00010000:0.0:1785389202.468031:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 101 pid: 5820 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389202.468067:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:0.0:1785389202.468076:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2363:x1872115458829056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389202.468090:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389202.468097:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 48 pid: 9185 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468107:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 48 pid: 9185 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468129:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:0.0:1785389202.468134:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468141:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468146:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389202.468187:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2363:x1872115458829056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 112us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389202.468195:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:0.0:1785389202.468211:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 343 00000100:00100000:0.0:1785389202.468217:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:2363:x1872115458828928:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389202.468224:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389202.468229:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 101 pid: 5820 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468250:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 101 pid: 5820 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468262:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:0.0:1785389202.468265:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468274:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468281:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389202.468297:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389202.468312:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:2363:x1872115458828928:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 96us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389202.468318:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 343 00000100:00080000:0.0:1785389202.468333:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389202.468666:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7893d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dc8 expref: 100 pid: 5820 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.468683:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485876224:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389202.468696:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7890c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89db3 expref: 47 pid: 9185 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.468706:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485876352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389202.468728:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.468738:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.468767:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389202.468909:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968049 00000001:00080000:1.0:1785389202.469122:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968050 00000001:00080000:1.0:1785389202.469164:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968051 00000100:00100000:1.0:1785389202.469229:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485876480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1785389202.469277:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389202.469299:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433059253c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389202.469501:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485876480 00000100:00100000:0.0:1785389202.469506:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485876480 00000100:00100000:0.0:1785389202.469546:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1785389202.469552:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485876480:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1785389202.469617:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485876480:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389202.469624:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1785389202.469651:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485876480:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1785389202.470103:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968052 00000100:00100000:0.0:1785389202.470174:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485876608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1785389202.470200:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389202.470219:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433050f93c0 going to sleep for 11 seconds 00000100:00080000:1.0:1785389202.470308:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389202.474873:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485876608 00000100:00100000:3.0:1785389202.474887:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485876608 00000100:00100000:3.0:1785389202.474936:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1785389202.474952:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485876608:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1785389202.476113:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5823:x1872115485876608:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1165us (5907us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1785389202.476123:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1785389202.479104:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485876608:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1785389202.479136:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.479146:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.479154:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.479160:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389202.479165:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.479173:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.479187:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:1.0:1785389202.479190:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1785389202.479195:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389202.479202:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd789c2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389202.479437:0:5823:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1785389202.479581:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:1.0:1785389202.479592:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 922783846832ns, next at 923783844510ns, rc = 0 00000001:00080000:1.0:1785389202.479609:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968053 00010000:00010000:1.0:1785389202.479655:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff943412b95a00) 00010000:00010000:1.0:1785389202.479659:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1785389202.479666:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd789ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e00 expref: 104 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389202.481066:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b059050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:29382:x1872115458828800:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 18591us (18776us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1785389202.481076:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 227 00000020:00080000:1.0:1785389202.481081:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:3.0:1785389202.670952:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1785389203.434675:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000001:00080000:1.0:1785389203.434695:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00010000:00010000:1.0:1785389203.696613:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389204.114680:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.114777:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829184 00000100:00100000:1.0:1785389204.114787:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829184 00000100:00100000:1.0:1785389204.114836:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 632 00000100:00100000:1.0:1785389204.114846:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458829184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389204.114921:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458829184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.114930:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 632 00000100:00100000:1.0:1785389204.123106:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.123141:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.123157:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.123169:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.123181:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.123202:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.123224:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829312 00000100:00100000:1.0:1785389204.123233:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829312 00000100:00100000:0.0:1785389204.123368:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829696 00000100:00100000:0.0:1785389204.123373:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829696 00000100:00100000:0.0:1785389204.123427:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 559 00000100:00100000:0.0:1785389204.123438:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458829696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389204.123514:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458829696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 78us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389204.123522:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 559 00000100:00100000:0.0:1785389204.123544:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829568 00000100:00100000:0.0:1785389204.123548:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829568 00000100:00100000:0.0:1785389204.123572:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829824 00000100:00100000:0.0:1785389204.123575:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829824 00000100:00100000:0.0:1785389204.123588:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829440 00000100:00100000:0.0:1785389204.123590:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829440 00000100:00100000:0.0:1785389204.123603:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458829952 00000100:00100000:0.0:1785389204.123605:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458829952 00000100:00100000:0.0:1785389204.123619:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 546 00000100:00100000:0.0:1785389204.123624:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458829568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389204.123649:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458829568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389204.123655:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 546 00000100:00100000:0.0:1785389204.123668:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 547 00000100:00100000:0.0:1785389204.123674:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458829824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389204.123699:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458829824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389204.123712:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 547 00000100:00100000:0.0:1785389204.123726:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 548 00000100:00100000:0.0:1785389204.123732:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458829440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389204.123779:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458829440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 47us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389204.123786:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 548 00000100:00100000:0.0:1785389204.123797:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 549 00000100:00100000:0.0:1785389204.123803:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458829952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389204.123826:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458829952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389204.123832:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 549 00000100:00080000:0.0:1785389204.123857:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389204.123861:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389204.123863:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389204.124202:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 560 00000100:00100000:1.0:1785389204.124208:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458829312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389204.124238:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458829312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.124254:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 560 00000100:00080000:0.0:1785389204.124506:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389204.348613:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485876736:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.348682:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389204.348767:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485876736 00000100:00100000:1.0:1785389204.348775:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485876736 00000100:00100000:1.0:1785389204.348817:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1785389204.348826:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485876736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.348876:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485876736:12345-0@lo:400:kworker.0 Request processed in 50us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.348883:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1785389204.348930:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485876736:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.348987:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485876864:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349016:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389204.349049:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485876864 00000100:00100000:1.0:1785389204.349053:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485876864 00000100:00100000:1.0:1785389204.349079:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1785389204.349086:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485876864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349122:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485876864:12345-0@lo:400:kworker.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.349129:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1785389204.349157:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485876864:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349197:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485876992:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349222:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389204.349249:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485876992 00000100:00100000:1.0:1785389204.349253:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485876992 00000100:00100000:1.0:1785389204.349284:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1785389204.349291:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485876992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349327:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485876992:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.349333:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:1.0:1785389204.349349:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389204.349368:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485876992:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349394:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389204.349400:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485877120:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349425:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389204.349452:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485877120 00000100:00100000:1.0:1785389204.349456:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485877120 00000100:00100000:1.0:1785389204.349488:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1785389204.349494:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485877120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349528:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485877120:12345-0@lo:400:kworker.0 Request processed in 34us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.349534:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:1.0:1785389204.349547:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389204.349566:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485877120:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349594:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485877248:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.349619:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389204.349652:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485877248 00000100:00100000:1.0:1785389204.349656:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485877248 00000100:00100000:1.0:1785389204.349681:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1785389204.349687:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485877248:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1785389204.362040:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389204.362172:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485877376:0@lo:400:kworker.0 00000100:00100000:0.0:1785389204.371295:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389204.374853:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485877376 00000100:00100000:2.0:1785389204.374865:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485877376 00000100:00100000:2.0:1785389204.374942:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1785389204.374952:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485877376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389204.375028:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485877376:12345-0@lo:400:kworker.0 Request processed in 78us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389204.375035:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:2.0:1785389204.375176:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389204.375207:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:2.0:1785389204.375212:0:3324:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967361 00000100:00100000:2.0:1785389204.375233:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485877376:0@lo:400:kworker.0 00000100:00100000:1.0:1785389204.376841:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485877248:12345-0@lo:400:kworker.0 Request processed in 27148us (27215us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389204.376853:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1785389204.376885:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485877248:0@lo:400:kworker.0 00000001:00080000:0.0:1785389204.477163:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968053 is committed 00000020:00080000:0.0:1785389204.477178:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9433050f9600 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:0.0:1785389204.477183:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943426393300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9433050f9a80 00000020:00080000:0.0:1785389204.477187:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943426393400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94340c453c00 00000001:00080000:0.0:1785389204.477211:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968044 is committed 00000001:00080000:0.0:1785389204.477219:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968054 is committed 00000004:00080000:0.0:1785389204.477228:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000001:00080000:0.0:1785389204.477269:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968045 is committed 00000100:00100000:0.0:1785389204.477563:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485877504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389204.477625:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389204.477694:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485877504 00000100:00100000:0.0:1785389204.477701:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485877504 00000100:00100000:0.0:1785389204.477851:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1785389204.477861:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485877504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1785389204.477887:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:0.0:1785389204.477916:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 158, mtime: 0x6a6ae08e, atime: 0x0, ctime: 0x6a6ae08e, blocks: 0xb 00010000:00010000:0.0:1785389204.477924:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.477947:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=924s v=(0 0) 00010000:00010000:0.0:1785389204.477952:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389204.477957:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.477973:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.477982:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.477988:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.478012:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389204.478783:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389204.478790:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.478799:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389204.478805:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.478815:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.478832:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.478840:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd789c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.478855:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389204.478857:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389204.478858:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389204.479210:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485877504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1350us (1583us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1785389204.479218:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000004:00080000:2.0:1785389204.479605:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943425e54a80/2, rc 0, transno 4294967362 00000100:00100000:2.0:1785389204.479612:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485877504:0@lo:6:osp-syn-1-0.0 00000020:00080000:1.0:1785389204.482483:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:1.0:1785389204.483295:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:1.0:1785389204.619572:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389204.619725:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458830080 00000100:00100000:0.0:1785389204.619736:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458830080 00000100:00100000:0.0:1785389204.619800:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1144 00000100:00100000:0.0:1785389204.619810:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29400:x1872115458830080:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:0.0:1785389204.619831:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389204.619850:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd789d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e07 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.619919:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.619940:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.619952:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.619965:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.619971:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.619976:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620324:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620333:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620339:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389204.620386:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:0.0:1785389204.620390:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389204.620422:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620431:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620438:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620444:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620449:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620454:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389204.620457:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620464:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620479:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:0.0:1785389204.620482:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389204.620486:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620493:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd789d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620504:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620509:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620515:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620520:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389204.620522:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620527:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620531:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9434092fe200) 00010000:00010000:0.0:1785389204.620533:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389204.620535:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620539:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd789de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620571:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd789d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e07 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620583:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e07 expref: 95 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389204.620592:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434092fe500) 00010000:00010000:0.0:1785389204.620594:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389204.620596:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35600, rc 0) 00000100:00100000:0.0:1785389204.620646:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458830080:12345-192.168.204.39@tcp:101:diff.0 Request processed in 838us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389204.620654:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1144 00000100:00100000:0.0:1785389204.625951:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389204.626021:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458830336 00000100:00100000:2.0:1785389204.626030:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458830336 00000100:00100000:2.0:1785389204.626101:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1145 00000100:00100000:2.0:1785389204.626111:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458830336:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:2.0:1785389204.626133:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389204.626154:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd789ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e0e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.626263:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd789f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.626282:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd789f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.626293:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd789f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389204.626303:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1785389204.626552:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd789ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e0e expref: 98 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.626569:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd789f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e0e expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389204.626577:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434092fe500) 00010000:00010000:2.0:1785389204.626580:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389204.626584:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389204.626640:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29400:x1872115458830336:12345-192.168.204.39@tcp:101:diff.0 Request processed in 530us (709us total) trans 4294968055 rc 0/0 00000100:00100000:2.0:1785389204.626648:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1145 00000100:00100000:0.0:1785389204.654667:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389204.655345:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458830592 00000100:00100000:3.0:1785389204.655355:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458830592 00000100:00100000:3.0:1785389204.655442:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:3.0:1785389204.655451:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29400:x1872115458830592:12345-192.168.204.39@tcp:103:diff.0 00010000:00010000:3.0:1785389204.655470:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1785389204.655496:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd789f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e0e expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.655515:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd789e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e07 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.655999:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434092fe500) 00010000:00010000:3.0:1785389204.656010:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389204.656367:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458830592:12345-192.168.204.39@tcp:103:diff.0 Request processed in 914us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389204.656376:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 52 00000100:00100000:1.0:1785389204.678601:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389204.681011:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458830720 00000100:00100000:3.0:1785389204.681024:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458830720 00000100:00100000:3.0:1785389204.682420:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1146 00000100:00100000:3.0:1785389204.682432:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458830720:12345-192.168.204.39@tcp:58:diff.0 00010000:00010000:3.0:1785389204.682536:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.682551:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.682562:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389204.682913:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:3.0:1785389204.683014:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458830720:12345-192.168.204.39@tcp:58:diff.0 Request processed in 584us (4422us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389204.683021:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1146 00000100:00100000:0.0:1785389204.686853:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389204.686988:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458830848 00000100:00100000:1.0:1785389204.686997:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458830848 00000100:00100000:3.0:1785389204.687166:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1147 00000100:00100000:3.0:1785389204.687177:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458830848:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:3.0:1785389204.687194:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389204.687213:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e15 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.687364:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.687375:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.687391:0:5820:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.687402:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.687413:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389204.687416:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389204.687420:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389204.687426:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389204.687467:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:29400:x1872115458830848:12345-192.168.204.39@tcp:101:diff.0 Request processed in 293us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389204.687473:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1147 00010000:00010000:3.0:1785389204.719875:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389204.853654:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389204.855678:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485877632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389204.855817:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389204.860191:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485877632 00000100:00100000:3.0:1785389204.860206:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485877632 00000100:00100000:3.0:1785389204.860652:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1785389204.860663:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485877632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389204.860707:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389204.860806:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485877632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (4988us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389204.860813:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1785389204.860913:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485877632:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389205.615186:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389205.615211:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389205.615248:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:0.0:1785389205.615254:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389205.615375:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485877760:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389205.615710:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433050f9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389205.630004:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.631551:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458830976 00000100:00100000:1.0:1785389205.631562:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458830976 00000100:00100000:1.0:1785389205.631624:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1148 00000100:00100000:1.0:1785389205.631634:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29401:x1872115458830976:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389205.631664:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389205.631821:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29401:x1872115458830976:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 187us (1824us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389205.631828:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1148 00000100:00100000:3.0:1785389205.634688:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485877760:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389205.636859:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.637288:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458831104 00000100:00100000:1.0:1785389205.637298:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458831104 00000100:00100000:1.0:1785389205.637380:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1149 00000100:00100000:1.0:1785389205.637401:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29401:x1872115458831104:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1785389205.637537:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637564:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637576:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637604:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637612:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637635:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637667:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637690:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637697:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389205.637813:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:1.0:1785389205.637817:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389205.637845:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637873:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637879:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637897:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637903:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.637907:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637932:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637945:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389205.637963:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389205.637967:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637973:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78a0f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637992:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.637997:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638018:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638029:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.638032:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638058:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638069:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff943412b95e00) 00010000:00010000:1.0:1785389205.638072:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389205.638075:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638094:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a16 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638143:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638150:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638165:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638171:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.638174:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638179:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638211:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389205.638214:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389205.638227:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.638232:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389205.638319:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29401:x1872115458831104:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 930us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389205.638326:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1149 00000100:00100000:2.0:1785389205.659065:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.659158:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458831360 00000100:00100000:1.0:1785389205.659168:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458831360 00000100:00100000:1.0:1785389205.659324:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1150 00000100:00100000:1.0:1785389205.659335:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29401:x1872115458831360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389205.659391:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389205.659423:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a24 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e1c expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.659596:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.659612:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.659634:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389205.659646:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1785389205.660056:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660078:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660086:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660092:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.660097:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660105:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660129:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389205.660132:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389205.660137:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660154:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660220:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a24 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e1c expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660239:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389205.660242:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389205.660246:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a24 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e1c expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.660274:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389205.660361:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29401:x1872115458831360:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1028us (1305us total) trans 4294968056 rc 301/301 00000100:00100000:1.0:1785389205.660368:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1150 00000100:00100000:2.0:1785389205.667104:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.667180:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458831488 00000100:00100000:1.0:1785389205.667191:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458831488 00000100:00100000:1.0:1785389205.667250:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1151 00000100:00100000:1.0:1785389205.667260:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29401:x1872115458831488:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389205.667297:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389205.667395:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29401:x1872115458831488:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 136us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389205.667402:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1151 00000100:00100000:3.0:1785389205.676822:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389205.677086:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458831744 00000100:00100000:2.0:1785389205.677098:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458831744 00000100:00100000:2.0:1785389205.677168:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1152 00000100:00100000:2.0:1785389205.677178:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29401:x1872115458831744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389205.677215:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389205.677251:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78a39 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e23 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.679142:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78a40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.679159:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.679170:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389205.679181:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00010000:00010000:2.0:1785389205.679508:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78a39 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e23 expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.679524:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78a40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e23 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.679531:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff943412840100) 00010000:00010000:2.0:1785389205.679534:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389205.679537:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389205.679634:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458831744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2457us (2830us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1785389205.679641:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1152 00000100:00100000:2.0:1785389205.690000:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.693413:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458832000 00000100:00100000:1.0:1785389205.693425:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458832000 00000100:00100000:1.0:1785389205.693600:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1153 00000100:00100000:1.0:1785389205.693610:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458832000:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389205.693663:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389205.693689:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78a40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e23 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.693709:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389205.693719:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389205.693782:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.693836:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 95 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.693855:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.693933:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 95 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.693957:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 95 pid: 9185 timeout: 1025 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389205.693971:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485877888:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389205.694110:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305925840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389205.710204:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389205.710337:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458832128 00000100:00100000:2.0:1785389205.710346:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458832128 00010000:00010000:2.0:1785389205.710382:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 96 pid: 9185 timeout: 1025 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389205.710423:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:2.0:1785389205.710431:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2363:x1872115458832128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389205.710455:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389205.710461:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 96 pid: 9185 timeout: 1025 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.710473:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 96 pid: 9185 timeout: 1025 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.710494:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389205.710499:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.710508:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.710514:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.710529:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389205.710580:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2363:x1872115458832128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389205.710587:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 344 00010000:00010000:1.0:1785389205.711110:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78952 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89dd6 expref: 95 pid: 9185 timeout: 1025 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389205.711127:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485877888:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389205.711146:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711156:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711162:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711184:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711205:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711225:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711559:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711567:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711572:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711577:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.711580:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711589:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711597:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:1.0:1785389205.711600:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389205.711603:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711608:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78a4e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711616:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711626:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711631:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711635:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.711637:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711642:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711648:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0xaa815937 (ffff943412b95e00) 00010000:00010000:1.0:1785389205.711651:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389205.711654:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.711660:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78a55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xaa815937 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389205.711887:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29401:x1872115458832000:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 18272us (22000us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389205.711896:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1153 00000100:00100000:0.0:1785389205.719820:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.720028:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458832256 00000100:00100000:3.0:1785389205.720038:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458832256 00000100:00100000:3.0:1785389205.720092:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1154 00000100:00100000:3.0:1785389205.720102:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29401:x1872115458832256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389205.720122:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389205.720144:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78a5c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e2a expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.720179:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.720192:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.720201:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.720302:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78a5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.720318:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.720325:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:3.0:1785389205.720328:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389205.720331:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389205.720388:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458832256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 287us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389205.720393:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1154 00000100:00100000:3.0:1785389205.726826:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389205.727067:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458832512 00000100:00100000:2.0:1785389205.727077:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458832512 00000100:00100000:2.0:1785389205.727129:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1155 00000100:00100000:2.0:1785389205.727140:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458832512:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389205.727228:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.727245:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.727257:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389205.727429:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000593f8e24 reply state 000000002da82d6a transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389205.727437:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389205.728074:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29401:x1872115458832512:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 934us (1256us total) trans 4294968058 rc 0/0 00000100:00100000:2.0:1785389205.728092:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1155 00000100:00100000:3.0:1785389205.738577:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389205.738842:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458832640 00000100:00100000:0.0:1785389205.738852:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458832640 00000100:00100000:0.0:1785389205.738934:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1156 00000100:00100000:0.0:1785389205.738945:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29401:x1872115458832640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389205.738971:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389205.738991:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e31 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389205.739048:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389205.739063:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389205.739073:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:0.0:1785389205.739076:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389205.739079:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34600, rc 0) 00000100:00100000:0.0:1785389205.739140:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458832640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 196us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389205.739147:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1156 00010000:00010000:1.0:1785389205.739842:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.739852:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.739871:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.739877:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.740270:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.740278:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.740288:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:1.0:1785389205.740291:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1785389205.740294:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.740300:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78a6a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.743137:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389205.753729:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.754039:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458832768 00000100:00100000:1.0:1785389205.754049:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458832768 00000100:00100000:1.0:1785389205.754181:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 228 00000100:00100000:1.0:1785389205.754190:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29401:x1872115458832768:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1785389205.754318:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29401:x1872115458832768:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 129us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389205.754324:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 228 00000100:00100000:2.0:1785389205.765900:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.766251:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458833024 00000100:00100000:1.0:1785389205.766260:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458833024 00000100:00100000:1.0:1785389205.766328:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 229 00000100:00100000:1.0:1785389205.766339:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29401:x1872115458833024:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389205.766570:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458833024:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 233us (679us total) trans 4294968059 rc 0/0 00000100:00100000:1.0:1785389205.766577:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 229 00000100:00100000:0.0:1785389205.773860:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389205.774041:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458833280 00000100:00100000:1.0:1785389205.774050:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458833280 00000100:00100000:1.0:1785389205.774207:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1157 00000100:00100000:1.0:1785389205.774217:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458833280:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389205.774323:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458833280:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 106us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389205.774330:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1157 00000100:00100000:2.0:1785389205.787533:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.787625:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458833536 00000100:00100000:3.0:1785389205.787634:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458833536 00000100:00100000:3.0:1785389205.787729:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1158 00000100:00100000:3.0:1785389205.787740:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458833536:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389205.787800:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389205.787820:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78a78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e38 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.787960:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.787974:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.787982:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.788012:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.788039:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 51 pid: 19127 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389205.788050:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485878016:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389205.788935:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389205.793255:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485878016:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389205.793420:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389205.803979:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.810524:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458833664 00000100:00100000:3.0:1785389205.810538:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458833664 00010000:00010000:3.0:1785389205.810595:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 52 pid: 19127 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389205.810643:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:3.0:1785389205.810653:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f26450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2362:x1872115458833664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389205.810668:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389205.810675:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 52 pid: 19127 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.810689:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 52 pid: 19127 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.810717:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78a71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e31 expref: 52 pid: 19127 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.810733:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:3.0:1785389205.810739:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.810806:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.810813:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.810839:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389205.810897:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f26450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2362:x1872115458833664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 246us (6928us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389205.810914:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 345 00010000:00010000:1.0:1785389205.811713:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.811722:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389205.811739:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00080000:1.0:1785389205.812304:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:1.0:1785389205.812440:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812450:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812456:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812479:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389205.812483:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812492:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812502:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:1.0:1785389205.812505:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389205.812509:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812515:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78a7f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812560:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78a78 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e38 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812570:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:1.0:1785389205.812572:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389205.812575:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78a78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e38 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389205.812583:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:1.0:1785389205.812629:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458833536:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 24890us (25103us total) trans 4294968060 rc 301/301 00000100:00100000:1.0:1785389205.812636:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1158 00000100:00100000:2.0:1785389205.821925:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.822012:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458833920 00000100:00100000:3.0:1785389205.822023:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458833920 00000100:00100000:3.0:1785389205.822081:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 230 00000100:00100000:3.0:1785389205.822091:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458833920:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389205.822433:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:29401:x1872115458833920:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 343us (525us total) trans 4294968061 rc 0/0 00000100:00100000:3.0:1785389205.826494:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 230 00000100:00100000:2.0:1785389205.835956:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.839133:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834048 00000100:00100000:3.0:1785389205.839148:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834048 00000100:00100000:2.0:1785389205.842617:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1159 00000100:00100000:2.0:1785389205.842630:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:29401:x1872115458834048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389205.842655:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389205.842677:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78a8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e3f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.842782:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78a94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.842797:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78a94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.842809:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78a94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389205.842846:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:2.0:1785389205.842850:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389205.842868:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78a94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.842895:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78a8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e3f expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.842924:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78a94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e3f expref: 52 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.842935:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:2.0:1785389205.842938:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1785389205.842941:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389205.843000:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29401:x1872115458834048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 373us (7054us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389205.843007:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1159 00000100:00100000:1.0:1785389205.854415:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389205.854563:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834176 00000100:00100000:0.0:1785389205.854572:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834176 00000100:00100000:0.0:1785389205.854629:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00100000:0.0:1785389205.854639:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458834176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389205.854657:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389205.854678:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e46 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389205.854715:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389205.854737:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=926s v=(0 0) 00010000:00010000:0.0:1785389205.854760:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389205.854770:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389205.854787:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389205.854801:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389205.854861:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458834176:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 223us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389205.854868:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00100000:3.0:1785389205.858265:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389205.858488:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834432 00000100:00100000:0.0:1785389205.858495:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834432 00000100:00100000:0.0:1785389205.858573:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1160 00000100:00100000:0.0:1785389205.858591:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29401:x1872115458834432:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389205.858685:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29401:x1872115458834432:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 104us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389205.858692:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1160 00000100:00100000:1.0:1785389205.869104:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389205.869195:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834560 00000100:00100000:2.0:1785389205.869204:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834560 00000100:00100000:2.0:1785389205.869261:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 313 00000100:00100000:2.0:1785389205.869270:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:29401:x1872115458834560:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389205.869293:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389205.869309:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e4d expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.869340:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.869350:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389205.869354:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389205.869360:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.869389:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389205.869402:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 11 pid: 12002 timeout: 1026 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389205.869416:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485878144:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389205.869495:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389205.871929:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485878272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389205.871973:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389205.872128:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485878272 00000100:00100000:2.0:1785389205.872134:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485878272 00000100:00100000:2.0:1785389205.872177:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1785389205.872185:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485878272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389205.872229:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389205.872424:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485878272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 239us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389205.872432:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1785389205.872520:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485878272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389205.872800:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.873033:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834688 00000100:00100000:3.0:1785389205.873038:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834688 00010000:00010000:3.0:1785389205.873061:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 12 pid: 12002 timeout: 1026 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389205.873094:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:3.0:1785389205.873101:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458834688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389205.873111:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389205.873133:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 12 pid: 12002 timeout: 1026 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.873146:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 12 pid: 12002 timeout: 1026 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.873168:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389205.873172:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389205.873179:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.873189:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389205.873358:0:17125:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 12 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389205.873369:0:17125:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17125:1872115485878400:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389205.873424:0:17125:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fd80 going to sleep for 11 seconds 00010000:00010000:0.0:1785389205.873543:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e3d2e6d/0xb9b521054fd78a9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e46 expref: 12 pid: 12002 timeout: 1026 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389205.873556:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485878144:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389205.873596:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389205.873606:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:0.0:1785389205.873627:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:29401:x1872115458834560:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4359us (4532us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389205.873633:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 313 00000100:00100000:3.0:1785389205.886123:0:17125:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17125:1872115485878400:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389205.886149:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389205.886206:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458834688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13104us (13406us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389205.886217:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:2.0:1785389205.894399:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389205.897788:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834816 00000100:00100000:0.0:1785389205.897801:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834816 00002000:00100000:0.0:1785389205.897858:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff9433012df800 x1872115458834816/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:701/0 lens 648/0 e 0 to 0 dl 1785389216 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389205.897869:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012df800 with x1872115458834816 ext(0->157) 00002000:00010000:0.0:1785389205.897875:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012df800 00000100:00100000:0.0:1785389205.898421:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 102 00000100:00100000:0.0:1785389205.898431:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458834816:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389205.900120:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458834816:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 1687us (5727us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1785389205.900130:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 102 00002000:00100000:0.0:1785389205.900138:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff9433012df800 x1872115458834816/t4294967361(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:701/0 lens 648/448 e 0 to 0 dl 1785389216 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389205.900148:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012df800 with x1872115458834816 ext(0->157) 00002000:00010000:0.0:1785389205.900152:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433012df800 00000100:00100000:1.0:1785389205.908261:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389205.911923:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458834944 00000100:00100000:3.0:1785389205.911937:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458834944 00000100:00100000:2.0:1785389205.912067:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1161 00000100:00100000:2.0:1785389205.912079:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29401:x1872115458834944:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1785389206.030490:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968060 is committed 00000020:00080000:3.0:1785389206.030514:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000001:00080000:3.0:1785389206.030541:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968055 is committed 00000001:00080000:3.0:1785389206.030553:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968061 is committed 00000100:00100000:2.0:1785389206.030731:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29401:x1872115458834944:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 118649us (122471us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389206.030760:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1161 00000020:00080000:1.0:1785389206.031232:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:1.0:1785389206.031244:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:2.0:1785389206.042472:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389206.042664:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458835072 00000100:00100000:0.0:1785389206.042674:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458835072 00000100:00100000:0.0:1785389206.042795:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:0.0:1785389206.042808:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458835072:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00080000:2.0:1785389206.043095:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1785389206.139921:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:1.0:1785389206.141361:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458835072:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 98552us (98893us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389206.141372:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:3.0:1785389206.167215:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389206.167799:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458835328 00000100:00100000:2.0:1785389206.167808:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458835328 00000100:00100000:2.0:1785389206.167881:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1162 00000100:00100000:2.0:1785389206.167890:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29401:x1872115458835328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389206.167947:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389206.167972:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78a94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e3f expref: 46 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.167988:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:2.0:1785389206.167993:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389206.168018:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.168030:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.168038:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389206.168564:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ab7ca1bf reply state 0000000018f83b9d transno 4294968062 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389206.168573:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389206.168783:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458835328:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 857us (1540us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1785389206.168790:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1162 00000100:00080000:0.0:1785389206.169578:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389206.177191:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389206.179379:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458835456 00000100:00100000:0.0:1785389206.179391:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458835456 00000100:00100000:0.0:1785389206.179467:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1163 00000100:00100000:0.0:1785389206.179478:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458835456:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389206.179505:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389206.179526:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e54 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.179585:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.179600:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.179621:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:0.0:1785389206.179624:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389206.179628:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389206.179691:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:29401:x1872115458835456:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 215us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389206.179699:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1163 00010000:00010000:1.0:1785389206.182585:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.182602:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.182609:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.182614:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389206.182620:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.182627:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.182643:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:1.0:1785389206.182647:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389206.182651:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.182864:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aa9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389206.186375:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389206.186450:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458835584 00000100:00100000:2.0:1785389206.186464:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458835584 00000100:00100000:2.0:1785389206.186518:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:2.0:1785389206.186528:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458835584:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1785389206.186812:0:14689:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1785389206.186816:0:14689:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1785389198 00002000:00010000:2.0:1785389206.186819:0:14689:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1785389198 00002000:00010000:2.0:1785389206.186821:0:14689:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1785389198 00002000:00010000:2.0:1785389206.186823:0:14689:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1785389206.187022:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458835584:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 495us (654us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1785389206.187031:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:3.0:1785389206.197971:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389206.200937:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458835840 00000100:00100000:2.0:1785389206.200951:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458835840 00000100:00100000:2.0:1785389206.201058:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1164 00000100:00100000:2.0:1785389206.201069:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29401:x1872115458835840:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1785389206.201146:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.201161:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.201169:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.201203:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.201217:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 47 pid: 9185 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389206.201231:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485878528:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389206.201322:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389206.205010:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485878528:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389206.205033:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389206.205434:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389206.205626:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458835968 00000100:00100000:0.0:1785389206.205634:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458835968 00010000:00010000:0.0:1785389206.205666:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 48 pid: 9185 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389206.205739:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 347 00000100:00100000:0.0:1785389206.205782:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2363:x1872115458835968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389206.205799:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389206.205806:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 48 pid: 9185 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.205819:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 48 pid: 9185 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.205839:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78a63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e2a expref: 48 pid: 9185 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.205853:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:0.0:1785389206.205858:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.205867:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.205884:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.205911:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389206.205947:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458835968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 168us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389206.205954:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 347 00010000:00010000:2.0:1785389206.206080:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206088:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206121:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206129:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206136:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206142:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389206.206147:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206154:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206163:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:2.0:1785389206.206166:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1785389206.206169:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.206176:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ab7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389206.206211:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29401:x1872115458835840:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 5145us (8249us total) trans 0 rc -22/-22 00000100:00100000:2.0:1785389206.206220:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1164 00000100:00100000:3.0:1785389206.225029:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389206.225165:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458836096 00000100:00100000:0.0:1785389206.225189:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458836096 00000100:00100000:0.0:1785389206.225241:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:0.0:1785389206.225250:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458836096:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389206.225297:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.225320:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.225329:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389206.225334:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389206.225339:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 4/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.225371:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.225385:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 11 pid: 6613 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389206.225400:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485878656:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389206.225484:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd4180 going to sleep for 11 seconds 00000100:00100000:3.0:1785389206.229205:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389206.229292:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458836224 00000100:00100000:1.0:1785389206.229301:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458836224 00010000:00010000:1.0:1785389206.229335:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 12 pid: 6613 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389206.229375:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 348 00000100:00100000:1.0:1785389206.229383:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458836224:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389206.229397:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389206.229419:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 12 pid: 6613 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.229431:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 12 pid: 6613 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.229466:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389206.229471:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389206.229478:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.229489:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.229523:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389206.229571:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458836224:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 188us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389206.229578:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 348 00010000:00010000:0.0:1785389206.230321:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd78aa2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e4d expref: 11 pid: 6613 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389206.230337:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485878656:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389206.230356:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230367:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230375:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230398:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230407:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230415:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230423:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389206.230428:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230436:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230448:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.230466:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db676041/0xb9b521054fd78abe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389206.230522:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458836096:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 5272us (5500us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389206.230530:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:3.0:1785389206.234556:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389206.234643:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458836480 00000100:00100000:2.0:1785389206.234652:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458836480 00000100:00100000:2.0:1785389206.234721:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1165 00000100:00100000:2.0:1785389206.234732:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29401:x1872115458836480:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1785389206.234836:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.234853:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.234865:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.235098:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.235109:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.235118:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.235148:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.235163:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 47 pid: 5821 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389206.235176:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485878784:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389206.235248:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389206.238640:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389206.238788:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485878784:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389206.238810:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389206.243545:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458836608 00000100:00100000:0.0:1785389206.243559:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458836608 00010000:00010000:0.0:1785389206.243603:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 48 pid: 5821 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389206.243702:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 349 00000100:00100000:0.0:1785389206.243710:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458836608:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389206.243725:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389206.243733:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 48 pid: 5821 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.243770:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 48 pid: 5821 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.243791:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78ab0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e54 expref: 48 pid: 5821 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.243806:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:0.0:1785389206.243811:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.243819:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.243826:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.243845:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389206.244106:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.244114:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389206.244284:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968063 00000004:02000000:2.0:1785389206.244419:0:9185:0:(mdd_object.c:3047:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000100:00100000:0.0:1785389206.246178:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458836608:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2462us (7538us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389206.246189:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 349 00000001:00080000:2.0:1785389206.248301:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968064 00010000:00010000:2.0:1785389206.248360:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248370:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248376:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248381:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389206.248385:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248393:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248406:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9434129f8c00) 00010000:00010000:2.0:1785389206.248408:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389206.248412:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248417:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78acc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248446:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248452:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248469:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248474:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389206.248477:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248483:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248491:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389206.248494:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389206.248500:0:9185:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248511:0:9185:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248521:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389206.248557:0:9185:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389206.248576:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485878912:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389206.248652:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389206.253065:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb38700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485878912:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389206.253091:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253102:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78a01 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253130:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253148:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253159:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253170:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253177:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253183:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253189:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389206.253192:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253199:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253208:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389206.253211:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389206.253215:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253221:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78ad3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253229:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253236:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253242:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253246:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389206.253249:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253254:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253262:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389206.253264:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389206.253267:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389206.253273:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ac5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389206.253521:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389206.253525:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389206.253782:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:3.0:1785389206.253789:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389206.253864:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:29401:x1872115458836480:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 19133us (19315us total) trans 0 rc -95/-95 00000100:00100000:3.0:1785389206.253875:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1165 00000020:00080000:3.0:1785389206.253880:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1785389206.255784:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389206.255812:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458836736 00000100:00100000:3.0:1785389206.255819:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458836736 00000100:00100000:3.0:1785389206.255863:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 231 00000100:00100000:3.0:1785389206.255998:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29400:x1872115458836736:12345-192.168.204.39@tcp:49:diff.0 00000100:00100000:3.0:1785389206.256105:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29400:x1872115458836736:12345-192.168.204.39@tcp:49:diff.0 Request processed in 233us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389206.256111:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 231 00000100:00080000:3.0:1785389206.256131:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389206.264356:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389206.264392:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389206.264469:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458836992 00000100:00100000:0.0:1785389206.264480:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458836992 00000100:00100000:0.0:1785389206.264531:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458837248 00000100:00100000:0.0:1785389206.264534:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458837248 00000100:00100000:0.0:1785389206.264553:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 232 00000100:00100000:0.0:1785389206.264562:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b058450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:29401:x1872115458836992:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389206.265056:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 233 00000100:00100000:3.0:1785389206.265066:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29400:x1872115458837248:12345-192.168.204.39@tcp:35:diff.0 00000100:00100000:3.0:1785389206.265200:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29400:x1872115458837248:12345-192.168.204.39@tcp:35:diff.0 Request processed in 137us (807us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1785389206.265207:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 233 00000004:00080000:1.0:1785389206.266205:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1785389206.266344:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9264 00000004:00080000:1.0:1785389206.266355:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 926570609111ns, next at 927570607253ns, rc = 0 00000001:00080000:1.0:1785389206.266361:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968066 00010000:00010000:1.0:1785389206.266406:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.266422:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.266434:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.266443:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.266449:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.266468:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389206.266489:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389206.266548:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b058450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29401:x1872115458836992:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1986us (2200us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1785389206.266565:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 232 00000020:00080000:1.0:1785389206.266569:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1785389206.267276:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389206.267284:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.267292:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389206.267296:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.267304:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.267316:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff943412b95e00) 00010000:00010000:0.0:1785389206.267319:0:5809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1785389206.267323:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.267329:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78ada lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389206.267344:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389206.267346:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389206.267347:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389206.767645:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389207.199177:0:20381:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389207.199187:0:20381:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389207.199255:0:20381:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1785389207.199261:0:20381:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389207.799158:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1785389208.527793:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:3.0:1785389208.579221:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389208.579460:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458837504 00000100:00100000:2.0:1785389208.579470:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458837504 00000100:00100000:2.0:1785389208.579535:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1166 00000100:00100000:2.0:1785389208.579545:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29423:x1872115458837504:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389208.579571:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389208.579592:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ae1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e5b expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.579722:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.579738:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.579770:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.579784:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.579791:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.579800:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580318:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78af6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580327:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78af6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580335:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78af6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389208.580344:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1785389208.580431:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580439:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580446:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580452:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389208.580456:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580464:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580475:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389208.580478:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389208.580482:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580487:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78ae8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580498:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580503:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580508:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580512:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389208.580514:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580518:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580523:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff943412840100) 00010000:00010000:2.0:1785389208.580525:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389208.580527:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580531:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78aef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580569:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ae1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e5b expref: 98 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580588:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78af6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e5b expref: 97 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389208.580595:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389208.580598:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389208.580600:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879e00, rc 0) 00000100:00080000:3.0:1785389208.580815:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389208.582353:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29423:x1872115458837504:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2804us (3135us total) trans 4294968068 rc 0/0 00000100:00100000:2.0:1785389208.582363:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1166 00000100:00100000:3.0:1785389208.597416:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389208.597497:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458837632 00000100:00100000:1.0:1785389208.597506:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458837632 00000100:00100000:1.0:1785389208.597558:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1167 00000100:00100000:1.0:1785389208.597567:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29423:x1872115458837632:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:1.0:1785389208.597635:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597652:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597664:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597690:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597697:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597705:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597711:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389208.597715:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597738:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597767:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389208.597771:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389208.597775:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389208.597782:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78b04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389208.597865:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29423:x1872115458837632:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 299us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389208.597872:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1167 00000100:00100000:3.0:1785389208.615337:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389208.615466:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458837888 00000100:00100000:0.0:1785389208.615477:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458837888 00000100:00100000:0.0:1785389208.615533:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 234 00000100:00100000:0.0:1785389208.615543:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29423:x1872115458837888:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1785389208.615795:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:29423:x1872115458837888:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 253us (465us total) trans 4294968069 rc 0/0 00000100:00100000:0.0:1785389208.615803:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 234 00010000:00010000:2.0:1785389208.815647:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389209.236118:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236163:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236197:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236223:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236245:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236261:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236288:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389209.236318:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838016 00000100:00100000:3.0:1785389209.236330:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838016 00000100:00100000:3.0:1785389209.236456:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 634 00000100:00100000:3.0:1785389209.236467:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458838016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389209.236563:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458838016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 97us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389209.236572:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 634 00000100:00100000:3.0:1785389209.236612:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838144 00000100:00100000:3.0:1785389209.236616:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838144 00000100:00100000:3.0:1785389209.236647:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838528 00000100:00100000:3.0:1785389209.236650:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838528 00000100:00100000:3.0:1785389209.236682:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 564 00000100:00100000:3.0:1785389209.236689:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:2364:x1872115458838144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389209.236695:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838400 00000100:00100000:1.0:1785389209.236699:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838400 00000100:00100000:3.0:1785389209.236725:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:2364:x1872115458838144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.236730:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838656 00000100:00100000:3.0:1785389209.236732:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 564 00000100:00100000:1.0:1785389209.236733:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838656 00000100:00100000:3.0:1785389209.236762:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 565 00000100:00100000:3.0:1785389209.236769:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2364:x1872115458838528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389209.236770:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838272 00000100:00100000:1.0:1785389209.236773:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838272 00000100:00100000:1.0:1785389209.236785:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838784 00000100:00100000:1.0:1785389209.236787:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838784 00000100:00100000:3.0:1785389209.236800:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2364:x1872115458838528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.236802:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 552 00000100:00100000:1.0:1785389209.236808:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458838400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389209.236901:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458838400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 92us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.236908:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 552 00000100:00100000:1.0:1785389209.236923:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 553 00000100:00100000:1.0:1785389209.236929:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458838656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389209.236961:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458838656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.236967:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 553 00000100:00100000:1.0:1785389209.237122:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 554 00000100:00100000:1.0:1785389209.237128:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458838272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389209.237150:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458838272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.237156:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 554 00000100:00100000:1.0:1785389209.237166:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 555 00000100:00100000:1.0:1785389209.237172:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458838784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389209.237192:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458838784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.237198:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 555 00000100:00100000:3.0:1785389209.237574:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 565 00000100:00080000:3.0:1785389209.237776:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389209.237781:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389209.237784:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389209.455270:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389209.458729:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389209.458892:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485879296:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.458986:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389209.459055:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389209.459060:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485879424:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.459087:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389209.459124:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879424 00000100:00100000:1.0:1785389209.459133:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879424 00000100:00100000:1.0:1785389209.459203:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1785389209.459214:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485879424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.459272:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485879424:12345-0@lo:400:kworker.0 Request processed in 59us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.459299:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1785389209.459350:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485879424:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.462653:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485879040:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.462955:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389209.463011:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389209.463026:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485879552:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.463060:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389209.463133:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485879168:0@lo:400:kworker.0 00000100:00100000:0.0:1785389209.464956:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879040 00000100:00100000:0.0:1785389209.464971:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879040 00000100:00100000:0.0:1785389209.465044:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1785389209.465055:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485879040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389209.465130:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485879040:12345-0@lo:400:kworker.0 Request processed in 76us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389209.465138:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1785389209.465962:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485879040:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.465992:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485879680:0@lo:400:kworker.0 00000100:00100000:1.0:1785389209.466024:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389209.466087:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879680 00000100:00100000:0.0:1785389209.466091:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879680 00000100:00100000:0.0:1785389209.466128:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1785389209.466136:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485879680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389209.466173:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485879680:12345-0@lo:400:kworker.0 Request processed in 38us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389209.466180:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1785389209.466208:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:0.0:1785389209.466214:0:3325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943425e54a80, transno 4294967362 00000100:00100000:0.0:1785389209.466226:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485879680:0@lo:400:kworker.0 00000100:00100000:2.0:1785389209.466636:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389209.471427:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879296 00000100:00100000:3.0:1785389209.471446:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879296 00000100:00100000:3.0:1785389209.471518:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879552 00000100:00100000:3.0:1785389209.471523:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879552 00000100:00100000:3.0:1785389209.471544:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879168 00000100:00100000:3.0:1785389209.471547:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879168 00000100:00100000:3.0:1785389209.471570:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1785389209.471580:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485879296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389209.471690:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485879296:12345-0@lo:400:kworker.0 Request processed in 111us (12703us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389209.471698:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1785389209.471715:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1785389209.471721:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485879552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389209.471767:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485879552:12345-0@lo:400:kworker.0 Request processed in 47us (8706us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389209.471773:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1785389209.471784:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1785389209.471790:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485879168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389209.471922:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485879168:12345-0@lo:400:kworker.0 Request processed in 132us (5286us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389209.471928:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:3.0:1785389209.471948:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389209.471953:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389209.471957:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389209.472077:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485879296:0@lo:400:kworker.0 00000100:00100000:2.0:1785389209.473779:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485879168:0@lo:400:kworker.0 00000100:00100000:2.0:1785389209.473975:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485879552:0@lo:400:kworker.0 00010000:00010000:0.0:1785389209.838860:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389209.967907:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485879808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389209.967997:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389209.968074:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879808 00000100:00100000:1.0:1785389209.968083:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879808 00000100:00100000:1.0:1785389209.968133:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1785389209.968144:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485879808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389209.968190:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389209.968241:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485879808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389209.968249:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1785389209.968303:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485879808:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389210.865940:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389210.991519:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485879936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389210.991682:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389210.991884:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485879936 00000100:00100000:1.0:1785389210.991894:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485879936 00000100:00100000:1.0:1785389210.991978:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1785389210.991987:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485879936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389210.992037:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000004:00080000:2.0:1785389210.992149:0:6641:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 931296402781ns, next at 932296399620ns, rc = 0 00000100:00100000:1.0:1785389210.992650:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485879936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 661us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389210.992657:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1785389210.999269:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485879936:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1785389211.137877:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968069 is committed 00000001:00080000:1.0:1785389211.137895:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968066 is committed 00000001:00080000:1.0:1785389211.137904:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968067 is committed 00000004:00080000:1.0:1785389211.137909:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000004:00080000:1.0:1785389211.137978:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000100:00100000:3.0:1785389211.141789:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485880064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1785389211.141897:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389211.142107:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880064 00000100:00100000:0.0:1785389211.142119:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880064 00000100:00100000:0.0:1785389211.142196:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1785389211.142206:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485880064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1785389211.142239:0:14689:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:0.0:1785389211.142277:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x6a6ae08e, atime: 0x6a6ae08e, ctime: 0x6a6ae08e, blocks: 0xb 00010000:00010000:0.0:1785389211.142287:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389211.142306:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=931s v=(0 0) 00010000:00010000:0.0:1785389211.142311:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389211.142318:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389211.142336:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389211.142348:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389211.142357:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389211.142383:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1785389211.143187:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389211.143202:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389211.143210:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389211.143220:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389211.143225:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389211.143242:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389211.143265:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389211.143273:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78b0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389211.143294:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389211.143296:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389211.143298:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389211.147590:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485880064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5371us (5679us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1785389211.147607:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000004:00080000:3.0:1785389211.148940:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343cb3aa00/2, rc 0, transno 4294967363 00000100:00100000:3.0:1785389211.148953:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485880064:0@lo:6:osp-syn-0-0.0 00000040:00080000:2.0:1785389211.375357:0:20529:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389211.375730:0:20529:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389211.375874:0:20529:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1785389211.375883:0:20529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1785389211.624423:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:2.0:1785389211.624448:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00010000:00010000:0.0:1785389211.900666:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389212.912053:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389213.935007:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389214.353062:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353114:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353156:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353180:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353201:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353220:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353269:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389214.353307:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839424 00000100:00100000:0.0:1785389214.353307:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839168 00000100:00100000:0.0:1785389214.353318:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839168 00000100:00100000:2.0:1785389214.353319:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839424 00000100:00100000:1.0:1785389214.353393:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458838912 00000100:00100000:1.0:1785389214.353398:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458838912 00000100:00100000:1.0:1785389214.353451:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 636 00000100:00100000:1.0:1785389214.353462:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458838912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389214.353552:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458838912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389214.353560:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 636 00000100:00100000:2.0:1785389214.353728:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839040 00000100:00100000:2.0:1785389214.353732:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839040 00000100:00100000:1.0:1785389214.354127:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839680 00000100:00100000:1.0:1785389214.354132:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839680 00000100:00100000:3.0:1785389214.354193:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839296 00000100:00100000:3.0:1785389214.354198:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839296 00000100:00100000:0.0:1785389214.361280:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839552 00000100:00100000:0.0:1785389214.361297:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839552 00000100:00100000:0.0:1785389214.361338:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 558 00000100:00100000:0.0:1785389214.361351:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458839168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389214.361482:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458839168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 133us (8367us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.361491:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 558 00000100:00100000:0.0:1785389214.361518:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 559 00000100:00100000:0.0:1785389214.361525:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458839552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389214.361550:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458839552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (8281us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.361560:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 559 00000100:00100000:0.0:1785389214.361617:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 569 00000100:00100000:0.0:1785389214.361815:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458839424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389214.361911:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458839424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 286us (8754us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.361918:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 569 00000100:00080000:0.0:1785389214.361983:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389214.361989:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389214.361992:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389214.363128:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 570 00000100:00100000:2.0:1785389214.363138:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:2362:x1872115458839040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389214.363182:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:2362:x1872115458839040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 46us (9980us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389214.363189:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 570 00000100:00100000:1.0:1785389214.365909:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 560 00000100:00100000:1.0:1785389214.365928:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458839680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389214.366917:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458839680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 991us (13731us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389214.366929:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 560 00000100:00100000:3.0:1785389214.376545:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 561 00000100:00100000:3.0:1785389214.376565:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458839296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389214.376696:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115458839296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 136us (23473us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389214.376704:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 561 00000100:00100000:3.0:1785389214.575929:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485880576:0@lo:400:kworker.0 00000100:00100000:3.0:1785389214.576025:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389214.576104:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389214.576111:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485880192:0@lo:400:kworker.0 00000100:00100000:3.0:1785389214.576145:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389214.576169:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485880704:0@lo:400:kworker.0 00000100:00100000:3.0:1785389214.576192:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389214.576224:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880192 00000100:00100000:3.0:1785389214.576231:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880192 00000100:00100000:3.0:1785389214.576276:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1785389214.576285:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485880192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389214.576334:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485880192:12345-0@lo:400:kworker.0 Request processed in 49us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389214.576341:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1785389214.576390:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485880192:0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.576475:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485880320:0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.576519:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389214.576546:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485880832:0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.576568:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389214.576587:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389214.576592:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485880448:0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.576611:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389214.576641:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880704 00000100:00100000:0.0:1785389214.576645:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880704 00000100:00100000:0.0:1785389214.576682:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880320 00000100:00100000:0.0:1785389214.576685:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880320 00000100:00100000:0.0:1785389214.576700:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880448 00000100:00100000:0.0:1785389214.576703:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880448 00000100:00100000:0.0:1785389214.576730:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1785389214.576770:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485880704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.576960:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485880704:12345-0@lo:400:kworker.0 Request processed in 223us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.576971:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1785389214.576985:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1785389214.576991:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485880320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.577026:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485880320:12345-0@lo:400:kworker.0 Request processed in 35us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.577031:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1785389214.577042:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1785389214.577048:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485880448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.577076:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485880448:12345-0@lo:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.577082:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1785389214.577117:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485880448:0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.577127:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485880320:0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.577148:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880576 00000100:00100000:0.0:1785389214.577151:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880576 00000100:00100000:0.0:1785389214.577178:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880832 00000100:00100000:0.0:1785389214.577181:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880832 00000100:00100000:0.0:1785389214.577202:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1785389214.577208:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485880576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.577240:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485880576:12345-0@lo:400:kworker.0 Request processed in 32us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.577247:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1785389214.577258:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1785389214.577263:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485880832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389214.577292:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485880832:12345-0@lo:400:kworker.0 Request processed in 30us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389214.577297:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1785389214.577319:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485880832:0@lo:400:kworker.0 00000100:00100000:3.0:1785389214.577404:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485880704:0@lo:400:kworker.0 00000100:00100000:3.0:1785389214.577414:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:3.0:1785389214.577420:0:3324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343cb3aa00, transno 4294967363 00000100:00100000:3.0:1785389214.577437:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485880576:0@lo:400:kworker.0 00000100:00080000:2.0:1785389214.578249:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389214.578256:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389214.578259:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1785389214.959079:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389215.087061:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389215.090493:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485880960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389215.090597:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389215.095069:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485880960 00000100:00100000:2.0:1785389215.095090:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485880960 00000100:00100000:2.0:1785389215.095251:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1785389215.095263:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485880960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389215.095313:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389215.095418:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485880960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 157us (4821us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389215.095425:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1785389215.095541:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485880960:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389215.989088:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389216.113244:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389216.113273:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485881088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389216.113372:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389216.113546:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881088 00000100:00100000:0.0:1785389216.113558:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881088 00000100:00100000:0.0:1785389216.113628:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1785389216.113640:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485881088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389216.113683:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389216.113766:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485881088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389216.113774:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:1.0:1785389216.113930:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389216.114102:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485881088:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1785389216.495093:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389216.495106:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389216.495496:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 2 00000040:00080000:3.0:1785389216.495505:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389217.008344:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389218.033575:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389219.054960:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389219.473485:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473543:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473581:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473616:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473656:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473680:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473807:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389219.473839:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840064 00000100:00100000:0.0:1785389219.473851:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840064 00000100:00100000:0.0:1785389219.473914:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840576 00000100:00100000:0.0:1785389219.473917:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840576 00000100:00100000:0.0:1785389219.473931:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840192 00000100:00100000:0.0:1785389219.473935:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840192 00000100:00100000:0.0:1785389219.473947:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840448 00000100:00100000:0.0:1785389219.473949:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840448 00000100:00100000:0.0:1785389219.473966:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 564 00000100:00100000:0.0:1785389219.473977:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458840064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389219.474067:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458840064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389219.474076:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 564 00000100:00100000:0.0:1785389219.474094:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 565 00000100:00100000:0.0:1785389219.474101:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458840576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389219.474129:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458840576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389219.474135:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 565 00000100:00100000:0.0:1785389219.474147:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 566 00000100:00100000:0.0:1785389219.474153:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458840192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389219.474180:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458840192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389219.474185:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 566 00000100:00100000:0.0:1785389219.474196:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 567 00000100:00100000:0.0:1785389219.474202:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458840448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389219.474230:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458840448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389219.474236:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 567 00000100:00100000:0.0:1785389219.474257:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840320 00000100:00100000:0.0:1785389219.474261:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840320 00000100:00100000:0.0:1785389219.474290:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 574 00000100:00100000:0.0:1785389219.474297:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458840320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389219.474327:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458840320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389219.474333:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 574 00000100:00100000:0.0:1785389219.474343:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839936 00000100:00100000:0.0:1785389219.474346:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839936 00000100:00100000:0.0:1785389219.474367:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 575 00000100:00100000:0.0:1785389219.474372:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:2363:x1872115458839936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389219.474398:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:2363:x1872115458839936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389219.474404:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 575 00000100:00080000:1.0:1785389219.474543:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389219.474548:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389219.474550:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389219.479829:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458839808 00000100:00100000:2.0:1785389219.479851:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458839808 00000100:00100000:2.0:1785389219.479947:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 638 00000100:00100000:2.0:1785389219.479958:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458839808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389219.480071:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458839808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 114us (6605us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389219.480080:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 638 00000100:00100000:2.0:1785389219.695203:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485881472:0@lo:400:kworker.0 00000100:00100000:2.0:1785389219.695293:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389219.695376:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1785389219.695383:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485881344:0@lo:400:kworker.0 00000100:00100000:2.0:1785389219.695411:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389219.695426:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485881856:0@lo:400:kworker.0 00000100:00100000:2.0:1785389219.695448:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389219.695476:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881472 00000100:00100000:2.0:1785389219.695485:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881472 00000100:00100000:2.0:1785389219.695549:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881344 00000100:00100000:2.0:1785389219.695553:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881344 00000100:00100000:2.0:1785389219.695576:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1785389219.695585:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485881472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.695835:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485881600:0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.695871:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389219.695890:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389219.695896:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485881216:0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.695923:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389219.695941:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485881728:0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.695959:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389219.695982:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881728 00000100:00100000:3.0:1785389219.695986:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881728 00000100:00100000:3.0:1785389219.696007:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1785389219.696013:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485881344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.696058:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485881344:12345-0@lo:400:kworker.0 Request processed in 45us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389219.696066:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1785389219.696084:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1785389219.696090:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485881728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.696119:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485881728:12345-0@lo:400:kworker.0 Request processed in 30us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389219.696125:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1785389219.696167:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485881728:0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.696217:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485881344:0@lo:400:kworker.0 00000100:00100000:2.0:1785389219.696377:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485881472:12345-0@lo:400:kworker.0 Request processed in 791us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389219.696384:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1785389219.696477:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881216 00000100:00100000:1.0:1785389219.696482:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881216 00000100:00100000:1.0:1785389219.696512:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1785389219.696518:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485881216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389219.696555:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485881216:12345-0@lo:400:kworker.0 Request processed in 37us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389219.696560:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1785389219.696592:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881856 00000100:00100000:1.0:1785389219.696595:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881856 00000100:00100000:1.0:1785389219.696630:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881600 00000100:00100000:1.0:1785389219.696633:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881600 00000100:00100000:1.0:1785389219.696674:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1785389219.696681:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485881856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389219.696709:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485881856:12345-0@lo:400:kworker.0 Request processed in 29us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389219.696715:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1785389219.696724:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1785389219.696729:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485881600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389219.696768:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485881600:12345-0@lo:400:kworker.0 Request processed in 39us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389219.696773:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:1.0:1785389219.696795:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389219.696800:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389219.696819:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389219.696835:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485881216:0@lo:400:kworker.0 00000100:00100000:1.0:1785389219.696844:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485881600:0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.698841:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485881856:0@lo:400:kworker.0 00000100:00100000:3.0:1785389219.698855:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485881472:0@lo:400:kworker.0 00010000:00010000:2.0:1785389220.079003:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389220.210226:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485881984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389220.210340:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389220.210841:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485881984 00000100:00100000:0.0:1785389220.210851:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485881984 00000100:00100000:0.0:1785389220.210920:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1785389220.210932:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485881984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389220.210979:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389220.211043:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485881984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389220.211051:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1785389220.211180:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485881984:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1785389221.102962:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389221.240721:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389221.240777:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485882112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389221.240857:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389221.241893:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485882112 00000100:00100000:0.0:1785389221.241904:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485882112 00000100:00100000:0.0:1785389221.241989:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1785389221.241999:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485882112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389221.242037:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1785389221.242738:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389221.243069:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485882112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1070us (2209us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389221.243078:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1785389221.255598:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485882112:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785389222.126969:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389223.152169:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389223.535375:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.535822:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840832 00000100:00100000:3.0:1785389223.535839:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840832 00000100:00100000:3.0:1785389223.536015:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1168 00000100:00100000:3.0:1785389223.536385:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29468:x1872115458840832:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:3.0:1785389223.536413:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389223.536438:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e62 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.537213:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.537231:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.537244:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389223.537257:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1785389223.538009:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e62 expref: 98 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.538411:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e62 expref: 97 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.538423:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389223.538426:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389223.538430:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389223.539422:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:29468:x1872115458840832:12345-192.168.204.39@tcp:101:diff.0 Request processed in 3393us (4052us total) trans 4294968070 rc 0/0 00000100:00100000:3.0:1785389223.539436:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1168 00000100:00100000:1.0:1785389223.544584:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.544692:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458840960 00000100:00100000:0.0:1785389223.544703:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458840960 00000100:00100000:3.0:1785389223.544827:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 53 00000100:00100000:3.0:1785389223.544849:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:2362:x1872115458840960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389223.544874:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389223.544908:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e62 expref: 97 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.544932:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389223.544938:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389223.545012:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2362:x1872115458840960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 172us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389223.545021:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 53 00000100:00080000:2.0:1785389223.548343:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389223.555584:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389223.555795:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458841216 00000100:00100000:2.0:1785389223.555807:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458841216 00000100:00100000:2.0:1785389223.555873:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:2.0:1785389223.555884:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:29468:x1872115458841216:12345-192.168.204.39@tcp:103:diff.0 00010000:00010000:2.0:1785389223.555907:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1785389223.555936:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78af6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e5b expref: 96 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.555961:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78a08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e15 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.555972:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389223.555984:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389223.556061:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458841216:12345-192.168.204.39@tcp:103:diff.0 Request processed in 178us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389223.556068:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 54 00000100:00100000:0.0:1785389223.560584:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.560779:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458841344 00000100:00100000:3.0:1785389223.560792:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458841344 00000100:00100000:3.0:1785389223.560855:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1169 00000100:00100000:3.0:1785389223.560867:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458841344:12345-192.168.204.39@tcp:58:diff.0 00010000:00010000:3.0:1785389223.560996:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.561015:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.561178:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389223.569446:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:2.0:1785389223.569871:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458841344:12345-192.168.204.39@tcp:58:diff.0 Request processed in 8997us (9290us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389223.569885:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1169 00000100:00100000:3.0:1785389223.574421:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.577811:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458841472 00000100:00100000:0.0:1785389223.577829:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458841472 00000100:00100000:0.0:1785389223.577972:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1170 00000100:00100000:0.0:1785389223.577984:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458841472:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:0.0:1785389223.578019:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389223.578053:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e69 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.578125:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.578137:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 95 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.578161:0:5822:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.578177:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 95 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.578200:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8400) 00010000:00010000:0.0:1785389223.578204:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389223.578208:0:5822:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 95 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.578216:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35a00, rc 0) 00000100:00100000:0.0:1785389223.578302:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29468:x1872115458841472:12345-192.168.204.39@tcp:101:diff.0 Request processed in 320us (3895us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389223.578310:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1170 00000040:00080000:3.0:1785389223.663370:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389223.663385:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389223.663439:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 3 00000040:00080000:3.0:1785389223.663448:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389223.663773:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d56300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485882240:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389223.663921:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389223.676301:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389223.676598:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d56300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485882240:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389223.676977:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458841600 00000100:00100000:0.0:1785389223.676987:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458841600 00000100:00100000:0.0:1785389223.677096:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1171 00000100:00100000:0.0:1785389223.677108:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29469:x1872115458841600:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389223.677149:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389223.677277:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29469:x1872115458841600:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 170us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389223.677285:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1171 00000100:00080000:2.0:1785389223.677451:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389223.683841:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389223.684681:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458841728 00000100:00100000:2.0:1785389223.684696:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458841728 00000100:00100000:2.0:1785389223.684803:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1172 00000100:00100000:2.0:1785389223.684815:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29469:x1872115458841728:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1785389223.684911:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.684933:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.684947:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.684966:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.684972:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.684979:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685255:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685266:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685274:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389223.685326:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1785389223.685331:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389223.685347:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685360:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685367:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685374:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685384:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389223.685389:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685398:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685411:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389223.685415:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389223.685420:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685426:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78b35 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685439:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685445:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685451:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685456:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389223.685460:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685466:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685476:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff943412840200) 00010000:00010000:2.0:1785389223.685478:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389223.685481:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685486:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b3c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685501:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685506:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685512:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685516:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389223.685518:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685524:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685544:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8400) 00010000:00010000:2.0:1785389223.685546:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389223.685550:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.685564:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389223.685704:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29469:x1872115458841728:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 889us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389223.685712:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1172 00000100:00100000:1.0:1785389223.695871:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.695978:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458841984 00000100:00100000:0.0:1785389223.695992:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458841984 00000100:00100000:0.0:1785389223.696076:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1173 00000100:00100000:0.0:1785389223.696088:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29469:x1872115458841984:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389223.696115:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389223.696141:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b4a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e70 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696276:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696296:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696309:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389223.696323:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1785389223.696460:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696469:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696476:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696483:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389223.696488:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696496:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696510:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8400) 00010000:00010000:0.0:1785389223.696513:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389223.696518:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696542:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78b51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696599:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b4a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e70 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696611:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389223.696614:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389223.696618:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b4a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e70 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.696627:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389223.696699:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29469:x1872115458841984:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 614us (842us total) trans 4294968071 rc 301/301 00000100:00100000:0.0:1785389223.696708:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1173 00000100:00100000:3.0:1785389223.704159:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389223.705725:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458842112 00000100:00100000:2.0:1785389223.705774:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458842112 00000100:00100000:2.0:1785389223.705853:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1174 00000100:00100000:2.0:1785389223.705865:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29469:x1872115458842112:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389223.705916:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389223.706066:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29469:x1872115458842112:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 203us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389223.706075:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1174 00000100:00100000:1.0:1785389223.713879:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389223.713964:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458842368 00000100:00100000:2.0:1785389223.713976:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458842368 00000100:00100000:2.0:1785389223.714045:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1175 00000100:00100000:2.0:1785389223.714056:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:29469:x1872115458842368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389223.714082:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389223.714108:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b5f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e77 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.715739:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.715809:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.715826:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389223.715839:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00010000:00010000:2.0:1785389223.715895:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b5f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e77 expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.715915:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e77 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.715924:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389223.715928:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389223.715931:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389223.716200:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458842368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2143us (2333us total) trans 4294968072 rc 0/0 00000100:00100000:2.0:1785389223.716210:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1175 00000100:00100000:1.0:1785389223.726988:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.727120:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458842624 00000100:00100000:3.0:1785389223.727133:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458842624 00000100:00100000:3.0:1785389223.727201:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1176 00000100:00100000:3.0:1785389223.727214:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458842624:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389223.727295:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389223.727329:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78b66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e77 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727354:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389223.727367:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389223.727394:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727410:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727420:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727435:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727455:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727461:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727840:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727850:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727857:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727863:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389223.727867:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727876:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727885:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:3.0:1785389223.727888:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389223.727891:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727897:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78b74 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727906:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727912:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727918:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727923:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389223.727925:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727930:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727936:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x5386da34 (ffff9434129f8200) 00010000:00010000:3.0:1785389223.727938:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389223.727941:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.727950:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78b7b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x5386da34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389223.728047:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29469:x1872115458842624:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 835us (1074us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389223.728054:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1176 00000100:00100000:2.0:1785389223.737335:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.737450:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458842752 00000100:00100000:3.0:1785389223.737463:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458842752 00000100:00100000:3.0:1785389223.737607:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1177 00000100:00100000:3.0:1785389223.737619:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29469:x1872115458842752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389223.737647:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389223.737679:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78b82 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e7e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.737727:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.737901:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.737918:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.738144:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78b82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.738164:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.738180:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:3.0:1785389223.738183:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389223.738188:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389223.738261:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458842752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 644us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389223.738269:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1177 00000100:00100000:1.0:1785389223.755404:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389223.755503:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458843008 00000100:00100000:2.0:1785389223.755516:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458843008 00000100:00100000:2.0:1785389223.755602:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1178 00000100:00100000:2.0:1785389223.755614:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458843008:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389223.755722:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.755783:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.755799:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389223.756099:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009a0fa28b reply state 000000004a256de5 transno 4294968073 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389223.756110:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389223.756219:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29469:x1872115458843008:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 608us (827us total) trans 4294968073 rc 0/0 00000100:00100000:2.0:1785389223.756227:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1178 00000100:00100000:1.0:1785389223.773603:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1785389223.773711:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.773728:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.773737:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.773772:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389223.773779:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.773788:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.773808:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:2.0:1785389223.773811:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1785389223.773816:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.773822:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78b90 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389223.773905:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458843136 00000100:00100000:0.0:1785389223.773917:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458843136 00000100:00100000:0.0:1785389223.773974:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1179 00000100:00100000:0.0:1785389223.773984:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:29469:x1872115458843136:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389223.774012:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389223.774044:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e85 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.774119:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.774132:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.774141:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:0.0:1785389223.774144:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389223.774147:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389223.774219:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29469:x1872115458843136:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 235us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389223.774226:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1179 00000100:00100000:3.0:1785389223.800063:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389223.800794:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458843264 00000100:00100000:1.0:1785389223.800804:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458843264 00000100:00100000:1.0:1785389223.800854:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 235 00000100:00100000:1.0:1785389223.800863:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29469:x1872115458843264:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1785389223.800977:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29469:x1872115458843264:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 115us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389223.800984:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 235 00000100:00100000:2.0:1785389223.812265:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389223.812627:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458843520 00000100:00100000:1.0:1785389223.812644:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458843520 00000100:00100000:1.0:1785389223.812702:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 236 00000100:00100000:1.0:1785389223.812713:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:29469:x1872115458843520:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389223.812992:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29469:x1872115458843520:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 280us (740us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1785389223.812999:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 236 00000100:00100000:0.0:1785389223.821044:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.821079:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458843776 00000100:00100000:0.0:1785389223.821087:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458843776 00000100:00100000:0.0:1785389223.821133:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1180 00000100:00100000:0.0:1785389223.821142:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29469:x1872115458843776:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389223.824383:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29469:x1872115458843776:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 3229us (3335us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389223.824398:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1180 00000100:00100000:3.0:1785389223.826839:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.827162:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458844032 00000100:00100000:0.0:1785389223.827172:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458844032 00000100:00100000:0.0:1785389223.827218:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1181 00000100:00100000:0.0:1785389223.827227:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29469:x1872115458844032:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389223.827258:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389223.827282:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78b9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e8c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.827383:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.827403:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.827412:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.827446:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.827460:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 51 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389223.827473:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485882368:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389223.827572:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389223.832624:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485882368:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389223.832657:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389223.840913:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.842520:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458844160 00000100:00100000:3.0:1785389223.842592:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458844160 00010000:00010000:3.0:1785389223.842634:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 52 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389223.842713:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:3.0:1785389223.842723:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f27850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2362:x1872115458844160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389223.842738:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389223.842760:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 52 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.842774:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 52 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.842800:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78b97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e85 expref: 52 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.842814:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:3.0:1785389223.842818:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.842828:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.842836:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.842864:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389223.842913:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f27850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2362:x1872115458844160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 192us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389223.842920:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 350 00010000:00010000:2.0:1785389223.843059:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843078:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389223.843109:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00080000:2.0:1785389223.843606:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1785389223.843867:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843879:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843889:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843897:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389223.843903:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843914:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843932:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:2.0:1785389223.843936:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389223.843940:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.843948:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78ba5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.844021:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78b9e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e8c expref: 51 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.844034:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff943412b95100) 00010000:00010000:2.0:1785389223.844037:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389223.844042:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd78b9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e8c expref: 51 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389223.844059:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35000, rc 0) 00000100:00100000:2.0:1785389223.844127:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29469:x1872115458844032:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 16898us (17294us total) trans 4294968075 rc 301/301 00000100:00100000:2.0:1785389223.844138:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1181 00000100:00100000:2.0:1785389223.854293:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.855963:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458844416 00000100:00100000:3.0:1785389223.855978:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458844416 00000100:00100000:3.0:1785389223.856038:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 237 00000100:00100000:3.0:1785389223.856051:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:29469:x1872115458844416:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389223.856396:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:29469:x1872115458844416:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 348us (2116us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1785389223.856404:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 237 00000100:00100000:2.0:1785389223.858771:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.860203:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458844544 00000100:00100000:3.0:1785389223.860216:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458844544 00000100:00100000:3.0:1785389223.860280:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1182 00000100:00100000:3.0:1785389223.860293:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:29469:x1872115458844544:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389223.860600:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389223.860623:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bb3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e93 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.860689:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78bba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.860702:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78bba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.860712:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78bba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389223.860761:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:3.0:1785389223.860765:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389223.860782:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78bba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.860805:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bb3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e93 expref: 53 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.860821:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78bba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e93 expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389223.860830:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:3.0:1785389223.860833:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1785389223.860836:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389223.860895:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29469:x1872115458844544:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 605us (2153us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389223.860905:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1182 00000100:00100000:1.0:1785389223.877055:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389223.877084:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458844672 00000100:00100000:1.0:1785389223.877093:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458844672 00000100:00100000:1.0:1785389223.877141:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 318 00000100:00100000:1.0:1785389223.877150:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458844672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389223.877167:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389223.877185:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89e9a expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389223.877211:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389223.877232:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=944s v=(0 0) 00010000:00010000:1.0:1785389223.877238:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389223.877247:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.877266:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.877282:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:1.0:1785389223.877333:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458844672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 184us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389223.877341:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 318 00000100:00080000:2.0:1785389223.877415:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389223.882189:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389223.886133:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458844928 00000100:00100000:3.0:1785389223.886148:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458844928 00000100:00100000:3.0:1785389223.886220:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1183 00000100:00100000:3.0:1785389223.886231:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29469:x1872115458844928:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389223.886347:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29469:x1872115458844928:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 118us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389223.886355:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1183 00000100:00100000:2.0:1785389223.894817:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389223.895174:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845056 00000100:00100000:1.0:1785389223.895188:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845056 00000100:00100000:1.0:1785389223.895249:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 319 00000100:00100000:1.0:1785389223.895260:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:29469:x1872115458845056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389223.895277:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389223.895296:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ea1 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.895326:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.895335:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389223.895339:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389223.895345:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.895375:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.895388:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 11 pid: 6615 timeout: 1044 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389223.895401:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485882496:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389223.895482:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94330532c300 going to sleep for 11 seconds 00000100:00100000:3.0:1785389223.909092:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.909146:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845184 00000100:00100000:0.0:1785389223.909155:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845184 00000100:00100000:1.0:1785389223.909179:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485882496:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389223.909188:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 12 pid: 6615 timeout: 1044 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.909209:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389223.909234:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:0.0:1785389223.909258:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:0.0:1785389223.909267:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458845184:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389223.909281:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1785389223.909283:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:29469:x1872115458845056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 14026us (14482us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389223.909289:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 319 00010000:00010000:0.0:1785389223.909300:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 11 pid: 6615 timeout: 1044 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.909318:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 11 pid: 6615 timeout: 1044 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.909340:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd78bc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e9a expref: 11 pid: 6615 timeout: 1044 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.909351:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389223.909356:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389223.909364:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.909374:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389223.909403:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389223.909479:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485882624:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389223.909540:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389223.922651:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485882624:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389223.922652:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785389223.922674:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389223.922729:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458845184:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 13462us (13642us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389223.922739:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:3.0:1785389223.925388:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845312 00000100:00100000:3.0:1785389223.925401:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845312 00002000:00100000:3.0:1785389223.925510:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff943405092680 x1872115458845312/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:719/0 lens 648/0 e 0 to 0 dl 1785389234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389223.925522:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405092680 with x1872115458845312 ext(0->157) 00002000:00010000:3.0:1785389223.925528:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405092680 00000100:00100000:3.0:1785389223.925610:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 103 00000100:00100000:3.0:1785389223.925619:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458845312:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1785389223.926074:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458845312:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 454us (3423us total) trans 4294967363 rc 0/0 00000100:00100000:3.0:1785389223.926082:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 103 00002000:00100000:3.0:1785389223.926089:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff943405092680 x1872115458845312/t4294967363(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:719/0 lens 648/448 e 0 to 0 dl 1785389234 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389223.926098:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405092680 with x1872115458845312 ext(0->157) 00002000:00010000:3.0:1785389223.926102:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405092680 00000100:00100000:0.0:1785389223.940617:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389223.940667:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845440 00000100:00100000:0.0:1785389223.940676:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845440 00000100:00100000:0.0:1785389223.940725:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1184 00000100:00100000:0.0:1785389223.940735:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29469:x1872115458845440:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1785389224.012269:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:29469:x1872115458845440:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 71524us (71648us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389224.012283:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1184 00000001:00080000:1.0:1785389224.012325:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968071 is committed 00000001:00080000:1.0:1785389224.012335:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00000001:00080000:1.0:1785389224.012344:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968075 is committed 00000001:00080000:1.0:1785389224.012353:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968076 is committed 00000001:00080000:1.0:1785389224.012360:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968070 is committed 00000100:00100000:1.0:1785389224.016983:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389224.023942:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845568 00000100:00100000:3.0:1785389224.023956:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845568 00000100:00100000:3.0:1785389224.024172:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:3.0:1785389224.024185:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458845568:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1785389224.127035:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:3.0:1785389224.127837:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458845568:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 103651us (110855us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.127849:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:3.0:1785389224.137091:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389224.137266:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845824 00000100:00100000:0.0:1785389224.137276:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845824 00000100:00100000:2.0:1785389224.137405:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1185 00000100:00100000:2.0:1785389224.137416:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29469:x1872115458845824:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389224.137470:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389224.137495:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78bba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e93 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.137512:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:2.0:1785389224.137516:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389224.137546:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.137577:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.137588:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389224.137787:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dc1e856e reply state 000000002a5dc4e8 transno 4294968077 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389224.137797:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389224.137894:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458845824:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 479us (807us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1785389224.137901:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1185 00010000:00010000:2.0:1785389224.143322:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.143337:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.143345:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.143351:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389224.143356:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.143364:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.143378:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:2.0:1785389224.143382:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389224.143386:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.143392:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78bcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.145687:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389224.145788:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458845952 00000100:00100000:2.0:1785389224.145798:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458845952 00000100:00100000:2.0:1785389224.145850:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1186 00000100:00100000:2.0:1785389224.145859:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29469:x1872115458845952:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389224.145883:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389224.145901:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ea8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.145956:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.145971:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.145989:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:2.0:1785389224.145992:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389224.145995:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389224.146054:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458845952:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 196us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389224.146061:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1186 00000100:00100000:3.0:1785389224.158663:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.158784:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458846080 00000100:00100000:1.0:1785389224.158793:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458846080 00000100:00100000:1.0:1785389224.158841:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:1.0:1785389224.158852:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458846080:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1785389224.159075:0:6614:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1785389224.159079:0:6614:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1785389198 00002000:00010000:1.0:1785389224.159087:0:6614:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1785389198 00002000:00010000:1.0:1785389224.159090:0:6614:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1785389198 00002000:00010000:1.0:1785389224.159092:0:6614:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1785389224.159143:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458846080:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 293us (489us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1785389224.159151:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:3.0:1785389224.170604:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.176589:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458846336 00000100:00100000:1.0:1785389224.176602:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458846336 00000100:00100000:1.0:1785389224.176724:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1187 00000100:00100000:1.0:1785389224.176734:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:29469:x1872115458846336:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1785389224.176807:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.176824:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.176835:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.176868:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.176882:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 47 pid: 9185 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389224.176896:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485882752:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389224.176988:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94330532c300 going to sleep for 11 seconds 00010000:00010000:1.0:1785389224.181680:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389224.184866:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389224.184912:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485882752:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389224.184941:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.184964:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458846464 00000100:00100000:3.0:1785389224.184969:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458846464 00010000:00010000:3.0:1785389224.184999:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 48 pid: 9185 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.185026:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 352 00000100:00100000:3.0:1785389224.185033:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458846464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389224.185045:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389224.185050:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 48 pid: 9185 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185063:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 48 pid: 9185 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185084:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78b89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e7e expref: 48 pid: 9185 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185112:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:3.0:1785389224.185118:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185174:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185184:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185206:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389224.185266:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458846464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 232us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.185274:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 352 00010000:00010000:3.0:1785389224.185312:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185319:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185346:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185357:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185364:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185369:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389224.185374:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185381:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185390:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:3.0:1785389224.185393:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1785389224.185396:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.185402:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78bdd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.185438:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29469:x1872115458846336:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 8707us (14841us total) trans 0 rc -22/-22 00000100:00100000:3.0:1785389224.185445:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1187 00000100:00100000:3.0:1785389224.190994:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.193523:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458846592 00000100:00100000:1.0:1785389224.193534:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458846592 00000100:00100000:1.0:1785389224.193589:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:1.0:1785389224.193598:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458846592:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389224.193639:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.193661:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.193672:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389224.193676:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389224.193681:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.193713:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.193728:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 11 pid: 14689 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389224.193757:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485882880:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389224.193835:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94330532c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389224.199178:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485882880:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389224.199210:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.211033:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389224.211064:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458846720 00000100:00100000:3.0:1785389224.211072:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458846720 00010000:00010000:3.0:1785389224.211120:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 12 pid: 14689 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.211162:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 353 00000100:00100000:3.0:1785389224.211171:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458846720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389224.211183:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389224.211204:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 12 pid: 14689 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.211218:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 12 pid: 14689 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.211251:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffa61121/0xb9b521054fd78bc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea1 expref: 12 pid: 14689 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.211265:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389224.211270:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389224.211275:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.211284:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.211570:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389224.211921:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458846720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 749us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.211928:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 353 00010000:00010000:3.0:1785389224.212004:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212014:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212036:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212043:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212050:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212057:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389224.212061:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212071:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212088:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.212096:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd78be4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.212640:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458846592:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 19041us (21652us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.212650:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:2.0:1785389224.228619:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389224.228942:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458846976 00000100:00100000:0.0:1785389224.228951:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458846976 00000100:00100000:0.0:1785389224.229116:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1188 00000100:00100000:0.0:1785389224.229127:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:29469:x1872115458846976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389224.229203:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.229220:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.229232:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.229425:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.229437:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.229446:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.229480:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389224.231077:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 47 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389224.231103:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485883008:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389224.231182:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389224.246366:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.246426:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458847104 00000100:00100000:1.0:1785389224.246435:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458847104 00010000:00010000:1.0:1785389224.246475:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 48 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389224.246603:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 354 00000100:00100000:1.0:1785389224.246613:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458847104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389224.246629:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389224.246636:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 48 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.246650:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 48 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.246671:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:1.0:1785389224.246677:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.246687:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.246694:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.246712:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389224.246790:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458847104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 178us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389224.246798:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 354 00010000:00010000:2.0:1785389224.247380:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78bd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ea8 expref: 47 pid: 5820 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389224.247396:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485883008:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389224.247414:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.247424:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389224.247430:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389224.247705:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968078 00000001:00080000:2.0:1785389224.247899:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968079 00000001:00080000:2.0:1785389224.247939:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968080 00000100:00100000:2.0:1785389224.248010:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485883136:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1785389224.248054:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389224.248077:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340871b600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389224.248634:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485883136 00000100:00100000:0.0:1785389224.248640:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485883136 00000100:00100000:0.0:1785389224.248684:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1785389224.248693:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485883136:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1785389224.248779:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485883136:12345-0@lo:1000:mdt00_002.0 Request processed in 87us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389224.248786:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1785389224.248815:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485883136:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1785389224.249104:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968081 00000100:00100000:0.0:1785389224.249145:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485883264:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1785389224.249172:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.249186:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397300 going to sleep for 11 seconds 00000100:00100000:3.0:1785389224.249243:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485883264 00000100:00100000:3.0:1785389224.249248:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485883264 00000100:00100000:3.0:1785389224.249277:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1785389224.249286:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485883264:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1785389224.249418:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5822:x1872115485883264:12345-0@lo:1000:mdt00_002.0 Request processed in 133us (244us total) trans 4294967365 rc 0/0 00000100:00100000:3.0:1785389224.249424:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1785389224.249460:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485883264:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1785389224.249626:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968082 00010000:00010000:3.0:1785389224.249651:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249661:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249669:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249680:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389224.249685:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249692:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249705:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9434129f8000) 00010000:00010000:3.0:1785389224.249708:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389224.249713:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249719:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78bf2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249768:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249775:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249782:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249787:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389224.249790:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249796:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249809:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8400) 00010000:00010000:3.0:1785389224.249811:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389224.249818:0:5822:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 93 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249828:0:5822:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 93 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249837:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 93 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.249859:0:5822:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35a00/0xb9b521054fd78b2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89e69 expref: 93 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.249870:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485883392:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389224.249920:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fbe780 going to sleep for 11 seconds 00000100:00080000:2.0:1785389224.250231:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389224.253837:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485883392:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389224.253863:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253873:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78b27 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253899:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253912:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253923:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253932:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253939:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253946:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253951:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389224.253954:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253961:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253970:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8400) 00010000:00010000:3.0:1785389224.253973:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389224.253976:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253982:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69c00/0xb9b521054fd78bf9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253990:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.253996:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.254003:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.254008:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389224.254011:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.254018:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.254025:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9434129f8400) 00010000:00010000:3.0:1785389224.254028:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389224.254031:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.254037:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78beb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389224.254221:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:29469:x1872115458846976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 25095us (25607us total) trans 4294968083 rc 0/0 00000100:00100000:3.0:1785389224.254231:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1188 00000020:00080000:3.0:1785389224.254236:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1785389224.254482:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389224.254488:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389224.255111:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1785389224.255118:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389224.259881:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389224.260604:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458847232 00000100:00100000:2.0:1785389224.260614:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458847232 00000100:00100000:2.0:1785389224.260659:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 238 00000100:00100000:2.0:1785389224.260667:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458847232:12345-192.168.204.39@tcp:49:diff.0 00000100:00100000:2.0:1785389224.260814:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458847232:12345-192.168.204.39@tcp:49:diff.0 Request processed in 146us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389224.260821:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 238 00000100:00100000:0.0:1785389224.264534:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.264647:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458847488 00000100:00100000:1.0:1785389224.264656:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458847488 00000100:00100000:1.0:1785389224.264707:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 239 00000100:00100000:1.0:1785389224.264718:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:29469:x1872115458847488:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1785389224.265344:0:13523:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1785389224.265436:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968084 00010000:00010000:1.0:1785389224.265476:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.265494:0:13523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.265506:0:13523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.265516:0:13523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.265537:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.265544:0:13523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389224.265575:0:13523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389224.265648:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:29469:x1872115458847488:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 933us (1128us total) trans 4294968085 rc 0/0 00000100:00100000:1.0:1785389224.265656:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 239 00000020:00080000:1.0:1785389224.265660:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1785389224.265737:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389224.265755:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.265763:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389224.265768:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.265780:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.265793:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff943412b95a00) 00010000:00010000:3.0:1785389224.265796:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389224.265801:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.265807:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78c00 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.265824:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389224.265827:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389224.265829:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389224.287540:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389224.287642:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458847616 00000100:00100000:3.0:1785389224.287650:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458847616 00000100:00100000:3.0:1785389224.287710:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:3.0:1785389224.287719:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:29468:x1872115458847616:12345-192.168.204.39@tcp:101:diff.0 00010000:00010000:3.0:1785389224.287737:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389224.287790:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd78c07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89eaf expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389224.287818:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x6a6ae08e, atime: 0x6a6ae08e, ctime: 0x6a6ae08e, blocks: 0xb 00010000:00010000:3.0:1785389224.287839:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=944s v=(0 0) 00010000:00010000:3.0:1785389224.287843:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389224.287853:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd78c07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eaf expref: 17 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.287875:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd78c07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eaf expref: 17 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389224.287890:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69c00, rc 0) 00000100:00100000:3.0:1785389224.287936:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:29468:x1872115458847616:12345-192.168.204.39@tcp:101:diff.0 Request processed in 218us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.287944:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00080000:2.0:1785389224.288037:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389224.290188:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389224.290257:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458847744 00000100:00100000:3.0:1785389224.290263:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458847744 00002000:00100000:3.0:1785389224.290298:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff943405090e00 x1872115458847744/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:720/0 lens 488/0 e 0 to 0 dl 1785389235 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389224.290318:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405090e00 with x1872115458847744 ext(0->4095) 00002000:00010000:3.0:1785389224.290324:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405090e00 00000100:00100000:3.0:1785389224.290346:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 104 00000100:00100000:3.0:1785389224.290354:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458847744:12345-192.168.204.39@tcp:3:diff.0 00000100:00100000:3.0:1785389224.290654:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458847744:12345-192.168.204.39@tcp:3:diff.0 Request processed in 300us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389224.291824:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 104 00002000:00100000:3.0:1785389224.291834:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff943405090e00 x1872115458847744/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:720/0 lens 488/4536 e 0 to 0 dl 1785389235 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389224.291843:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405090e00 with x1872115458847744 ext(0->4095) 00002000:00010000:3.0:1785389224.291848:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405090e00 00000100:00100000:1.0:1785389224.303370:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389224.303464:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848000 00000100:00100000:3.0:1785389224.303475:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848000 00000100:00100000:3.0:1785389224.303554:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 240 00000100:00100000:3.0:1785389224.303567:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:29468:x1872115458848000:12345-192.168.204.39@tcp:35:diff.0 00000100:00100000:3.0:1785389224.303803:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:29468:x1872115458848000:12345-192.168.204.39@tcp:35:diff.0 Request processed in 239us (441us total) trans 4294968086 rc 0/0 00000100:00100000:3.0:1785389224.303812:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 240 00000100:00100000:1.0:1785389224.591244:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.591289:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.591335:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389224.591362:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848256 00000100:00100000:1.0:1785389224.591371:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848256 00000100:00100000:1.0:1785389224.591425:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848384 00000100:00100000:1.0:1785389224.591428:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848384 00000100:00100000:1.0:1785389224.591454:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 570 00000100:00100000:1.0:1785389224.591463:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458848256:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389224.591553:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2365:x1872115458848256:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 90us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389224.591561:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 570 00000100:00100000:1.0:1785389224.591579:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 571 00000100:00100000:1.0:1785389224.591586:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458848384:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389224.591612:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458848384:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389224.591618:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 571 00000100:00080000:1.0:1785389224.591633:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389224.593164:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848128 00000100:00100000:0.0:1785389224.593175:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848128 00000100:00100000:0.0:1785389224.593240:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 640 00000100:00100000:0.0:1785389224.593250:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458848128:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389224.593340:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458848128:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (2050us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389224.593347:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 640 00000100:00100000:0.0:1785389224.819678:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485883520:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.819759:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.819801:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485884032:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.819824:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.819847:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389224.819852:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485883904:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.819873:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.819898:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485883776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.819917:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.819931:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1785389224.819935:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485883648:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.820001:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.820015:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485884160:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.820032:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389224.820057:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485883520 00000100:00100000:0.0:1785389224.820063:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485883520 00000100:00100000:0.0:1785389224.820101:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1785389224.820109:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485883520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.820154:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485883520:12345-0@lo:400:kworker.0 Request processed in 46us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389224.820161:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1785389224.820191:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485883904 00000100:00100000:0.0:1785389224.820194:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485883904 00000100:00100000:0.0:1785389224.820222:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884160 00000100:00100000:0.0:1785389224.820224:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884160 00000100:00100000:0.0:1785389224.820241:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1785389224.820246:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485883904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389224.820666:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884032 00000100:00100000:3.0:1785389224.820670:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884032 00000100:00100000:3.0:1785389224.820707:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485883776 00000100:00100000:3.0:1785389224.820709:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485883776 00000100:00100000:3.0:1785389224.820725:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485883648 00000100:00100000:3.0:1785389224.820727:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485883648 00000100:00100000:3.0:1785389224.820738:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1785389224.820757:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485884032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389224.820791:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485884032:12345-0@lo:400:kworker.0 Request processed in 47us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.820797:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1785389224.820808:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1785389224.820813:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485883776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389224.820838:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485883776:12345-0@lo:400:kworker.0 Request processed in 25us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.820844:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1785389224.820853:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1785389224.820858:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485883648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389224.820879:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485883648:12345-0@lo:400:kworker.0 Request processed in 21us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389224.820884:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1785389224.821144:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485883904:12345-0@lo:400:kworker.0 Request processed in 897us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389224.821151:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1785389224.821164:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1785389224.821171:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485884160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.821198:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485884160:12345-0@lo:400:kworker.0 Request processed in 28us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389224.821203:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:0.0:1785389224.821225:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389224.821228:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389224.821257:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485883648:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.821674:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485884160:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.821691:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485883776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.821720:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485883904:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.821729:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485883520:0@lo:400:kworker.0 00000100:00100000:0.0:1785389224.821737:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485884032:0@lo:400:kworker.0 00010000:00010000:3.0:1785389225.200526:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389225.327920:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389225.327942:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485884288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389225.328004:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389225.328098:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884288 00000100:00100000:1.0:1785389225.328106:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884288 00000100:00100000:1.0:1785389225.328157:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1785389225.328166:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485884288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389225.328188:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3853516800 00000100:00100000:1.0:1785389225.328228:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485884288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389225.328244:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1785389225.329385:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485884288:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389225.969192:0:20704:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389225.969201:0:20704:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389225.969241:0:20704:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 3 00000040:00080000:1.0:1785389225.969247:0:20704:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389226.224696:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389226.290825:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389226.290834:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389226.291087:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1785389226.291094:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389226.350939:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389226.350978:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485884416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389226.351040:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389226.351150:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884416 00000100:00100000:1.0:1785389226.351156:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884416 00000100:00100000:1.0:1785389226.351201:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1785389226.351208:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485884416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389226.351238:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1785389226.351335:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389226.351445:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485884416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 236us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389226.351452:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1785389226.368212:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485884416:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389227.247890:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389228.235288:0:20756:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389228.235298:0:20756:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389228.235339:0:20756:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1785389228.235346:0:20756:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389228.272691:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389229.296412:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785389229.525786:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:3.0:1785389229.525804:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00080000:3.0:1785389229.578851:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968082 is committed 00000020:00080000:3.0:1785389229.578867:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943305397d80 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:3.0:1785389229.578872:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943421e19a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9433053970c0 00000020:00080000:3.0:1785389229.578876:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943421e19200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343771d400 00000001:00080000:3.0:1785389229.578896:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968085 is committed 00000001:00080000:3.0:1785389229.578915:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968086 is committed 00000020:00080000:3.0:1785389229.578928:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:3.0:1785389229.580271:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:1.0:1785389229.726080:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389229.726140:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389229.726177:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389229.726204:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389229.726223:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389229.726241:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389229.726264:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389229.726411:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849024 00000100:00100000:0.0:1785389229.726430:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849024 00000100:00100000:0.0:1785389229.726494:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848640 00000100:00100000:0.0:1785389229.726498:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848640 00000100:00100000:0.0:1785389229.726525:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 582 00000100:00100000:0.0:1785389229.726550:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458849024:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389229.726631:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458849024:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 98us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.726639:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 582 00000100:00100000:0.0:1785389229.726668:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 583 00000100:00100000:0.0:1785389229.726676:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2362:x1872115458848640:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389229.726704:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2362:x1872115458848640:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.726710:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 583 00000100:00100000:0.0:1785389229.726729:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848768 00000100:00100000:0.0:1785389229.726732:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848768 00000100:00100000:0.0:1785389229.726783:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849280 00000100:00100000:0.0:1785389229.726787:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849280 00000100:00100000:0.0:1785389229.726801:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848896 00000100:00100000:0.0:1785389229.726803:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848896 00000100:00100000:0.0:1785389229.726814:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849152 00000100:00100000:0.0:1785389229.726816:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849152 00000100:00100000:0.0:1785389229.726829:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 574 00000100:00100000:0.0:1785389229.726836:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458848768:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389229.726861:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458848768:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.726868:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 574 00000100:00100000:0.0:1785389229.726879:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 575 00000100:00100000:0.0:1785389229.726886:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458849280:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389229.726907:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458849280:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.726917:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 575 00000100:00100000:0.0:1785389229.726929:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 576 00000100:00100000:0.0:1785389229.726935:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458848896:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389229.726957:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458848896:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.726963:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 576 00000100:00100000:0.0:1785389229.726972:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 577 00000100:00100000:0.0:1785389229.726978:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458849152:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389229.726998:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458849152:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.727004:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 577 00000100:00080000:0.0:1785389229.727023:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389229.727028:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389229.727030:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389229.727373:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458848512 00000100:00100000:2.0:1785389229.727378:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458848512 00000100:00100000:2.0:1785389229.727406:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:2.0:1785389229.727412:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458848512:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389229.727608:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458848512:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 194us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389229.727615:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:1.0:1785389229.938589:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485884544:0@lo:400:kworker.0 00000100:00100000:3.0:1785389229.938590:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485884672:0@lo:400:kworker.0 00000100:00100000:2.0:1785389229.938615:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485884800:0@lo:400:kworker.0 00000100:00100000:0.0:1785389229.938669:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485884928:0@lo:400:kworker.0 00000100:00100000:3.0:1785389229.939111:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389229.939164:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485885184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389229.939197:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389229.939228:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884672 00000100:00100000:3.0:1785389229.939234:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884672 00000100:00100000:3.0:1785389229.940104:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1785389229.940113:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485884672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389229.940163:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485884672:12345-0@lo:400:kworker.0 Request processed in 50us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389229.940169:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1785389229.940189:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885184 00000100:00100000:3.0:1785389229.940192:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885184 00000100:00100000:3.0:1785389229.940220:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1785389229.940225:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485885184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389229.940680:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485885184:12345-0@lo:400:kworker.0 Request processed in 454us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389229.940687:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:3.0:1785389229.940706:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389229.940730:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:3.0:1785389229.940735:0:3322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:3.0:1785389229.940766:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485885184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389229.940777:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485884672:0@lo:400:kworker.0 00000100:00100000:1.0:1785389229.941649:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389229.941701:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485885056:0@lo:400:kworker.0 00000100:00100000:1.0:1785389229.941731:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389229.941773:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884544 00000100:00100000:1.0:1785389229.941778:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884544 00000100:00100000:1.0:1785389229.941805:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1785389229.941811:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485884544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389229.941846:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485884544:12345-0@lo:400:kworker.0 Request processed in 35us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389229.941852:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1785389229.941875:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885056 00000100:00100000:1.0:1785389229.941878:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885056 00000100:00100000:1.0:1785389229.941904:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1785389229.941909:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485885056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389229.941939:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485885056:12345-0@lo:400:kworker.0 Request processed in 25us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389229.941945:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1785389229.941975:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485885056:0@lo:400:kworker.0 00000100:00100000:1.0:1785389229.941984:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485884544:0@lo:400:kworker.0 00000100:00080000:1.0:1785389229.942003:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389229.948311:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389229.948482:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884800 00000100:00100000:1.0:1785389229.948494:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884800 00000100:00100000:1.0:1785389229.948561:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1785389229.948572:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485884800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389229.948593:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389229.948625:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485884928 00000100:00100000:0.0:1785389229.948629:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485884928 00000100:00100000:1.0:1785389229.948639:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485884800:12345-0@lo:400:kworker.0 Request processed in 69us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389229.948647:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1785389229.948673:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1785389229.948683:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485884928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389229.948711:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485884800:0@lo:400:kworker.0 00000100:00100000:0.0:1785389229.948725:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485884928:12345-0@lo:400:kworker.0 Request processed in 44us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389229.948733:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:1.0:1785389229.948734:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389229.948740:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389229.948784:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485884928:0@lo:400:kworker.0 00010000:00010000:3.0:1785389230.320977:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389230.447091:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389230.447113:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485885312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389230.447178:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389230.447468:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885312 00000100:00100000:0.0:1785389230.447477:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885312 00000100:00100000:0.0:1785389230.447527:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1785389230.447536:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485885312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389230.447569:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389230.447629:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485885312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389230.447636:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1785389230.447719:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485885312:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389231.343069:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389231.472011:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389231.472032:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485885440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389231.472103:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389231.472285:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885440 00000100:00100000:1.0:1785389231.472293:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885440 00000100:00100000:1.0:1785389231.472358:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1785389231.472368:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485885440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389231.472420:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389231.472469:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485885440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389231.472475:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00080000:2.0:1785389231.472616:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389231.472668:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485885440:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389232.371001:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389233.393297:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389234.414992:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1785389234.604683:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00000020:00080000:3.0:1785389234.604704:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:3.0:1785389234.604712:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:2.0:1785389234.852712:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852781:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852805:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852833:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852853:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852871:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852896:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389234.852923:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849408 00000100:00100000:2.0:1785389234.852934:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849408 00000100:00100000:2.0:1785389234.852987:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 644 00000100:00100000:2.0:1785389234.852997:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458849408:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853091:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458849408:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853100:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 644 00000100:00100000:2.0:1785389234.853136:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849536 00000100:00100000:2.0:1785389234.853139:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849536 00000100:00100000:2.0:1785389234.853173:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849920 00000100:00100000:2.0:1785389234.853175:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849920 00000100:00100000:2.0:1785389234.853193:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 587 00000100:00100000:2.0:1785389234.853199:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2362:x1872115458849536:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853229:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:2362:x1872115458849536:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853235:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 587 00000100:00100000:2.0:1785389234.853244:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 588 00000100:00100000:2.0:1785389234.853250:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458849920:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853270:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2362:x1872115458849920:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853276:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 588 00000100:00100000:2.0:1785389234.853293:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849792 00000100:00100000:2.0:1785389234.853296:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849792 00000100:00100000:2.0:1785389234.853318:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850048 00000100:00100000:2.0:1785389234.853321:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850048 00000100:00100000:2.0:1785389234.853331:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458849664 00000100:00100000:2.0:1785389234.853334:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458849664 00000100:00100000:2.0:1785389234.853360:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850176 00000100:00100000:2.0:1785389234.853363:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850176 00000100:00100000:2.0:1785389234.853375:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 580 00000100:00100000:2.0:1785389234.853380:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458849792:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853405:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458849792:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853413:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 580 00000100:00100000:2.0:1785389234.853424:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 581 00000100:00100000:2.0:1785389234.853429:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458850048:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853450:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458850048:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853456:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 581 00000100:00100000:2.0:1785389234.853464:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 582 00000100:00100000:2.0:1785389234.853470:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458849664:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853490:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458849664:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853495:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 582 00000100:00100000:2.0:1785389234.853503:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 583 00000100:00100000:2.0:1785389234.853508:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458850176:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389234.853545:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458850176:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389234.853550:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 583 00000100:00080000:2.0:1785389234.853707:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389234.853712:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389234.853715:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389235.053733:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389235.053931:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850304 00000100:00100000:1.0:1785389235.053944:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850304 00000100:00100000:1.0:1785389235.054014:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1189 00000100:00100000:1.0:1785389235.054026:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29355:x1872115458850304:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785389235.054164:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:29355:x1872115458850304:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 140us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389235.054173:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1189 00000100:00100000:0.0:1785389235.055160:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389235.055541:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485885824:0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.055606:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389235.055671:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389235.055677:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485885696:0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.055725:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389235.055777:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885824 00000100:00100000:1.0:1785389235.055783:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885824 00000100:00100000:1.0:1785389235.055833:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885696 00000100:00100000:1.0:1785389235.055837:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885696 00000100:00100000:1.0:1785389235.055858:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1785389235.055866:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485885824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.055912:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485885824:12345-0@lo:400:kworker.0 Request processed in 47us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389235.055919:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1785389235.055934:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1785389235.055939:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485885696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.055964:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485885696:12345-0@lo:400:kworker.0 Request processed in 25us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389235.055969:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:1.0:1785389235.055990:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389235.056029:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485885696:0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.056041:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485885824:0@lo:400:kworker.0 00000100:00100000:0.0:1785389235.058381:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485885952:0@lo:400:kworker.0 00000100:00100000:0.0:1785389235.058470:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389235.058595:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485885568:0@lo:400:kworker.0 00000100:00100000:0.0:1785389235.058634:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389235.058803:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885568 00000100:00100000:1.0:1785389235.058814:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885568 00000100:00100000:1.0:1785389235.058872:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1785389235.058882:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485885568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.058947:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485885568:12345-0@lo:400:kworker.0 Request processed in 66us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389235.058954:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1785389235.059012:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485885568:0@lo:400:kworker.0 00000100:00100000:0.0:1785389235.061189:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389235.061267:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485886208:0@lo:400:kworker.0 00000100:00100000:2.0:1785389235.062708:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389235.063740:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485886080:0@lo:400:kworker.0 00000100:00100000:0.0:1785389235.063816:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389235.067197:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485885952 00000100:00100000:3.0:1785389235.067215:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485885952 00000100:00100000:3.0:1785389235.067316:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485886208 00000100:00100000:3.0:1785389235.067320:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485886208 00000100:00100000:3.0:1785389235.067362:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1785389235.067373:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485885952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389235.067466:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485885952:12345-0@lo:400:kworker.0 Request processed in 95us (8996us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389235.067474:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1785389235.067491:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1785389235.067497:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485886208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389235.067542:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485886208:12345-0@lo:400:kworker.0 Request processed in 45us (4839us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389235.067548:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1785389235.067701:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485885952:0@lo:400:kworker.0 00000100:00080000:2.0:1785389235.067835:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389235.067841:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389235.067867:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485886208:0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.068008:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485886080 00000100:00100000:1.0:1785389235.068014:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485886080 00000100:00100000:1.0:1785389235.068078:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1785389235.068086:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485886080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389235.068133:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485886080:12345-0@lo:400:kworker.0 Request processed in 49us (4317us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389235.068140:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1785389235.068214:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485886080:0@lo:400:kworker.0 00000100:00080000:2.0:1785389235.068270:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389235.439772:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389235.571152:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485886336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389235.571249:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389235.571434:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485886336 00000100:00100000:1.0:1785389235.571445:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485886336 00000100:00100000:1.0:1785389235.571518:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1785389235.571528:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485886336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389235.571572:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389235.571633:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485886336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389235.571640:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1785389235.571806:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485886336:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389236.463898:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389236.527898:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389236.527905:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389236.528206:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 1 00000040:00080000:2.0:1785389236.528213:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389236.592776:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485886464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389236.592838:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389236.593151:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485886464 00000100:00100000:1.0:1785389236.593159:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485886464 00000100:00100000:1.0:1785389236.593203:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1785389236.593212:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485886464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389236.593244:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389236.593298:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485886464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389236.593314:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1785389236.593428:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485886464:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1785389236.859571:0:20954:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 01:27:14 (1785389234) 00000100:00100000:0.0:1785389237.182019:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.183092:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850432 00000100:00100000:1.0:1785389237.183101:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850432 00000100:00100000:1.0:1785389237.183167:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1190 00000100:00100000:1.0:1785389237.183177:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30089:x1872115458850432:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785389237.183340:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30089:x1872115458850432:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 164us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389237.183348:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1190 00000100:00080000:1.0:1785389237.183378:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389237.210005:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389237.210803:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850560 00000100:00100000:0.0:1785389237.210813:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850560 00000100:00100000:0.0:1785389237.210880:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1191 00000100:00100000:0.0:1785389237.210889:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:30090:x1872115458850560:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389237.210912:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389237.210966:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78c0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89eb6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211040:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211054:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211067:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211081:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211088:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211094:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211360:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211368:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211375:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211381:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389237.211386:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211398:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211410:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389237.211413:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.211418:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211424:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78c15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211433:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211438:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211444:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211448:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389237.211451:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211456:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211462:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9434092fee00) 00010000:00010000:0.0:1785389237.211464:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.211466:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211476:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78c1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211507:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78c0e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eb6 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211516:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389237.211519:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.211522:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78c0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eb6 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.211531:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc 0) 00000100:00100000:0.0:1785389237.211590:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:30090:x1872115458850560:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 702us (1594us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389237.211597:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1191 00000100:00080000:2.0:1785389237.213934:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389237.218016:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389237.218823:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850816 00000100:00100000:0.0:1785389237.218840:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850816 00000100:00100000:0.0:1785389237.218895:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1192 00000100:00100000:0.0:1785389237.218903:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:30090:x1872115458850816:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:0.0:1785389237.218955:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389237.218979:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78841 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d74 expref: 94 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.218999:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389237.219003:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389237.219235:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.219249:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.219258:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.219288:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.219314:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 43 pid: 5820 timeout: 1057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.219328:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485886592:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389237.219410:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd4180 going to sleep for 11 seconds 00000100:00100000:0.0:1785389237.223441:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389237.223472:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458850944 00000100:00100000:0.0:1785389237.223491:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458850944 00010000:00010000:0.0:1785389237.223525:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 44 pid: 5820 timeout: 1057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.223571:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 355 00000100:00100000:0.0:1785389237.223582:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458850944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389237.223597:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389237.223604:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 44 pid: 5820 timeout: 1057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223622:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 44 pid: 5820 timeout: 1057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223642:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389237.223648:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223656:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223662:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223682:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389237.223731:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:2363:x1872115458850944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 150us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389237.223738:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 355 00010000:00010000:0.0:1785389237.223893:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78880 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89d89 expref: 43 pid: 5820 timeout: 1057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.223912:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485886592:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389237.223930:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223939:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223945:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223966:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223976:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.223984:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389237.225019:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00010000:00010000:0.0:1785389237.225030:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.225038:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.225045:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.225051:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389237.225055:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.225063:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.225072:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389237.225075:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.225079:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.225088:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78c23 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389237.225104:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ea012b6b reply state 00000000bdc999d1 transno 4294968087 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.225113:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389237.225167:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:30090:x1872115458850816:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 6264us (7158us total) trans 4294968087 rc 0/0 00000100:00100000:0.0:1785389237.225173:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1192 00010000:00010000:0.0:1785389237.227066:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.227077:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.227082:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.227087:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389237.227090:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.227095:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.227104:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9434092fe800) 00010000:00010000:0.0:1785389237.227106:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.227109:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.227118:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78c2a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.241663:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389237.241956:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851072 00000100:00100000:0.0:1785389237.241966:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851072 00000100:00100000:0.0:1785389237.242015:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1193 00000100:00100000:0.0:1785389237.242026:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:30091:x1872115458851072:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389237.242050:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389237.242072:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78c31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ebd expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.242137:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78c38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.242151:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.242162:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389237.242215:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389237.242218:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389237.242238:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.242268:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78c31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ebd expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.242300:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78c38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ebd expref: 95 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.242310:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389237.242313:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389237.242316:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35800, rc 0) 00000100:00100000:0.0:1785389237.242365:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:30091:x1872115458851072:12345-192.168.204.39@tcp:101:bash.0 Request processed in 342us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389237.242372:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1193 00000100:00100000:0.0:1785389237.297701:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.297808:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851200 00000100:00100000:1.0:1785389237.297825:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851200 00000100:00100000:1.0:1785389237.297906:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1194 00000100:00100000:1.0:1785389237.297917:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:30091:x1872115458851200:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389237.297944:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389237.297973:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78c3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ec4 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.299152:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.299174:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.299193:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.299303:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.299321:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.299331:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300032:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78c54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300042:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300048:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389237.300087:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1785389237.300090:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389237.300109:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300130:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300136:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300143:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300147:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.300150:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300156:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300165:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389237.300168:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.300172:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300177:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78c46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300194:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300203:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300208:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300226:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.300229:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300234:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300240:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff943412840100) 00010000:00010000:2.0:1785389237.300242:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.300244:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300250:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300280:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78c3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ec4 expref: 97 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300302:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879e00/0xb9b521054fd78c54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ec4 expref: 96 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.300309:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.300312:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389237.300314:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879e00, rc 0) 00000100:00100000:2.0:1785389237.300378:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30091:x1872115458851200:12345-192.168.204.39@tcp:101:bash.0 Request processed in 2462us (2685us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389237.300386:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1194 00000100:00100000:0.0:1785389237.327150:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.330698:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851328 00000100:00100000:1.0:1785389237.330712:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851328 00000100:00100000:2.0:1785389237.334340:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1195 00000100:00100000:2.0:1785389237.334352:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30091:x1872115458851328:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389237.334370:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389237.334389:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ecb expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334474:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334491:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334501:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334558:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334565:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334570:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334636:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334645:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334652:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334657:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.334660:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334666:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334676:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.334679:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.334682:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334687:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334697:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334701:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334707:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334711:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.334714:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334719:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334724:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412840100) 00010000:00010000:2.0:1785389237.334726:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.334728:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334732:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334793:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c5b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ecb expref: 97 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334802:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.334804:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.334807:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ecb expref: 97 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.334815:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389237.334890:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30091:x1872115458851328:12345-192.168.204.39@tcp:101:bash.0 Request processed in 540us (7749us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389237.334896:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1195 00000100:00100000:0.0:1785389237.352410:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389237.355655:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851456 00000100:00100000:2.0:1785389237.355667:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851456 00000100:00100000:2.0:1785389237.355724:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1196 00000100:00100000:2.0:1785389237.355732:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+43:30092:x1872115458851456:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389237.355772:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389237.355793:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ed2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.355858:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.355872:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.355883:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389237.355942:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389237.355946:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389237.355971:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.355996:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 45 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.356014:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.356022:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389237.356025:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389237.356028:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389237.356089:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30092:x1872115458851456:12345-192.168.204.39@tcp:101:rm.0 Request processed in 357us (3688us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389237.356096:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1196 00000100:00100000:3.0:1785389237.368202:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389237.368305:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851584 00000100:00100000:2.0:1785389237.368315:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851584 00000100:00100000:2.0:1785389237.368382:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1197 00000100:00100000:2.0:1785389237.368391:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30092:x1872115458851584:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389237.368410:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389237.368430:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ed9 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.368946:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.368962:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.368998:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369015:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369022:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369029:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369385:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78c93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369395:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78c93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369401:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78c93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389237.369428:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:3.0:1785389237.369431:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389237.369448:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78c93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369458:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369464:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.369474:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370385:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389237.370389:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370397:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370408:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389237.370411:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389237.370415:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370421:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78c85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370432:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370437:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370442:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370446:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389237.370449:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370457:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370463:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9434129f8500) 00010000:00010000:3.0:1785389237.370465:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389237.370467:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370471:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78c8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370638:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78c7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed9 expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370651:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68000/0xb9b521054fd78c93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed9 expref: 45 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.370657:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:3.0:1785389237.370660:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389237.370662:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68000, rc 0) 00000100:00100000:3.0:1785389237.370789:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30092:x1872115458851584:12345-192.168.204.39@tcp:101:rm.0 Request processed in 2398us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389237.370797:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1197 00000100:00100000:1.0:1785389237.386525:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389237.387231:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851712 00000100:00100000:2.0:1785389237.387244:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851712 00000100:00100000:2.0:1785389237.387326:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1198 00000100:00100000:2.0:1785389237.387337:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30092:x1872115458851712:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389237.387359:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389237.387379:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78c9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ee0 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387456:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387472:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387700:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387719:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387726:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387737:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387841:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387848:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387854:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387860:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.387864:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387871:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387882:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.387885:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.387889:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387895:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ca1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387907:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387912:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387919:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387924:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.387927:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387932:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387939:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412840100) 00010000:00010000:2.0:1785389237.387941:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.387944:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387949:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ca8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387981:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78c9a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ee0 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.387990:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.387993:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.387996:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78c9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ee0 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.388004:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389237.388119:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30092:x1872115458851712:12345-192.168.204.39@tcp:101:rm.0 Request processed in 783us (1604us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389237.388541:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1198 00000100:00100000:0.0:1785389237.406929:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389237.407033:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851840 00000100:00100000:2.0:1785389237.407043:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851840 00000100:00100000:2.0:1785389237.407223:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1199 00000100:00100000:2.0:1785389237.407234:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30092:x1872115458851840:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389237.407257:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389237.407402:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78caf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ee7 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407628:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407643:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407654:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407811:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407820:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407827:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407893:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407905:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407912:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407918:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.407923:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407930:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407942:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.407946:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.407950:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407956:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78cb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407970:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407976:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407982:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407988:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.407991:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.407997:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.408004:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412840100) 00010000:00010000:2.0:1785389237.408007:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.408010:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.408016:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.408102:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78caf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ee7 expref: 46 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.408112:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.408114:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.408117:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78caf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ee7 expref: 46 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.408173:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389237.408270:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30092:x1872115458851840:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1032us (1345us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389237.408278:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1199 00000100:00100000:2.0:1785389237.423562:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389237.423690:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458851968 00000100:00100000:3.0:1785389237.423700:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458851968 00000100:00100000:3.0:1785389237.423796:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1200 00000100:00100000:3.0:1785389237.423807:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30093:x1872115458851968:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389237.423830:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389237.423850:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78cc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89eee expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.423912:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.423927:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.423938:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.423951:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.423959:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.423965:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424030:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424037:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424043:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424048:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389237.424052:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424059:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424069:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:3.0:1785389237.424072:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389237.424077:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424083:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78ccb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424094:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424098:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424103:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424108:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389237.424110:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424115:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424120:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9434129f8500) 00010000:00010000:3.0:1785389237.424121:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389237.424134:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424140:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424168:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78cc4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eee expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424177:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:3.0:1785389237.424179:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389237.424182:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78cc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eee expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.424190:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389237.424250:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30093:x1872115458851968:12345-192.168.204.39@tcp:101:cp.0 Request processed in 446us (705us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389237.424256:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1200 00000100:00100000:1.0:1785389237.434069:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389237.434163:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458852096 00000100:00100000:2.0:1785389237.434172:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458852096 00000100:00100000:2.0:1785389237.434222:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1201 00000100:00100000:2.0:1785389237.434232:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30093:x1872115458852096:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389237.434252:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389237.434273:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ef5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434348:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434363:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434375:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434388:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434394:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434401:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434488:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434496:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434503:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434512:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.434517:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434524:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434536:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.434539:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.434949:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434958:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78ce0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434972:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434977:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434984:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.434990:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.434993:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.435000:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.435012:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412840100) 00010000:00010000:2.0:1785389237.435015:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.435018:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.435024:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ce7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.435054:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cd9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ef5 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.435063:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389237.435065:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.435069:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78cd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ef5 expref: 46 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.435076:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389237.435305:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30093:x1872115458852096:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1073us (1245us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389237.435314:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1201 00000100:00100000:2.0:1785389237.448375:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389237.449236:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458852352 00000100:00100000:3.0:1785389237.449246:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458852352 00000100:00100000:3.0:1785389237.449316:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1202 00000100:00100000:3.0:1785389237.449325:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30093:x1872115458852352:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389237.449347:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389237.449367:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78cee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89efc expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.449510:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.449527:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.449537:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.449716:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.449724:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.449730:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389237.450432:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:1.0:1785389237.459725:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459833:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459850:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459924:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459933:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459941:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459948:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389237.459953:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459962:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459976:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:1.0:1785389237.459980:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389237.459985:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.459992:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78cf5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389237.460012:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d60af999 reply state 000000001ef4168a transno 4294968088 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389237.460030:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389237.460478:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78cee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.460500:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.460509:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:1.0:1785389237.460512:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389237.460514:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:1.0:1785389237.460689:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30093:x1872115458852352:12345-192.168.204.39@tcp:101:cp.0 Request processed in 11363us (12321us total) trans 4294968088 rc 0/0 00000100:00100000:1.0:1785389237.460700:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1202 00010000:00010000:2.0:1785389237.480555:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.480577:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.480586:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.480594:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389237.480600:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.480609:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.480630:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9434129f8500) 00010000:00010000:2.0:1785389237.480634:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389237.480639:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.480646:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78cfc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.480990:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389237.481874:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458852480 00000100:00100000:3.0:1785389237.481889:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458852480 00000100:00100000:3.0:1785389237.481977:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00100000:3.0:1785389237.481990:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458852480:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389237.482007:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389237.482026:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f03 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389237.482049:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389237.482066:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=957s v=(0 0) 00010000:00010000:3.0:1785389237.482070:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389237.482079:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.482095:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.482106:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389237.482174:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458852480:12345-192.168.204.39@tcp:101:cp.0 Request processed in 188us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389237.482180:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00080000:2.0:1785389237.485212:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389237.487723:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389237.487832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389237.487960:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458852608 00000100:00100000:3.0:1785389237.487970:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458852608 00000100:00100000:3.0:1785389237.488025:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:3.0:1785389237.488038:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:30093:x1872115458852608:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389237.488065:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389237.488084:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f0a expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.488117:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.488139:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389237.488143:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389237.488150:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.488185:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.488199:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 1057 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389237.488213:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485886720:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389237.488645:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340863c840 going to sleep for 11 seconds 00000100:00100000:3.0:1785389237.491306:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485886720:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389237.491335:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389237.491353:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389237.491396:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:30093:x1872115458852608:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3361us (3569us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389237.491404:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:2.0:1785389237.506153:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.506664:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458852736 00000100:00100000:1.0:1785389237.506674:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458852736 00010000:00010000:1.0:1785389237.506713:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 1057 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389237.506776:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:1.0:1785389237.506785:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458852736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389237.506799:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389237.506820:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 1057 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.506833:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 1057 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.506867:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78d11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f03 expref: 11 pid: 6615 timeout: 1057 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.506882:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389237.506885:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389237.506892:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.506902:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.506940:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389237.506954:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485886848:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389237.507024:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763180 going to sleep for 11 seconds 00000100:00100000:1.0:1785389237.517997:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485886848:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389237.518024:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389237.518082:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458852736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 11296us (11937us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389237.518094:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:0.0:1785389237.522847:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389237.523002:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458852992 00000100:00100000:3.0:1785389237.523011:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458852992 00000100:00100000:3.0:1785389237.523067:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 241 00000100:00100000:3.0:1785389237.523077:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30093:x1872115458852992:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:3.0:1785389237.523444:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30093:x1872115458852992:12345-192.168.204.39@tcp:35:cp.0 Request processed in 362us (602us total) trans 4294968089 rc 0/0 00000100:00100000:3.0:1785389237.523452:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 241 00000040:00080000:2.0:1785389237.551197:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389237.551206:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389237.552781:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389237.552794:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389237.588883:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389237.589061:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458853120 00000100:00100000:0.0:1785389237.589071:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458853120 00000100:00100000:0.0:1785389237.589140:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1203 00000100:00100000:0.0:1785389237.589150:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30096:x1872115458853120:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389237.589168:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389237.589188:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78d1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f11 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589252:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589273:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589284:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589306:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589312:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589317:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589405:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589413:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589420:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389237.589453:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1785389237.589457:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389237.589484:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589495:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589506:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589511:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589517:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589522:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389237.589526:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589532:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589547:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:0.0:1785389237.589550:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.589554:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589560:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78d26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589570:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589575:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589580:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589584:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389237.589587:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589593:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589599:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9434092fe800) 00010000:00010000:0.0:1785389237.589601:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389237.589604:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589610:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd78d2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589635:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78d1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 98 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589647:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389237.589654:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:0.0:1785389237.589656:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389237.589659:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389237.589881:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30096:x1872115458853120:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 732us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389237.589889:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1203 00000100:00100000:0.0:1785389237.599080:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.599868:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458853248 00000100:00100000:1.0:1785389237.599878:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458853248 00000100:00100000:1.0:1785389237.599996:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:1.0:1785389237.600020:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458853248:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389237.600037:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389237.600063:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f18 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389237.600117:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485886976:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389237.600203:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763180 going to sleep for 11 seconds 00002000:00010000:1.0:1785389237.603225:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785389237.603233:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime: 0 -> 1785389236 00002000:00010000:1.0:1785389237.603235:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime: 0 -> 1785389236 00002000:00010000:1.0:1785389237.603236:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime: 0 -> 1785389236 00000100:00100000:1.0:1785389237.603265:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485886976:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389237.603303:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d3b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f18 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.603324:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f18 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.603336:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:1.0:1785389237.603382:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458853248:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3364us (4310us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389237.603391:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:0.0:1785389237.606682:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.606837:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458853376 00000100:00100000:1.0:1785389237.606847:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458853376 00000100:00100000:1.0:1785389237.606894:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1204 00000100:00100000:1.0:1785389237.606903:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30096:x1872115458853376:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389237.606936:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389237.606957:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f1f expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.607022:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.607035:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.607199:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389237.607865:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:1.0:1785389237.607871:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389237.607899:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.607925:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.607943:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 98 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389237.607952:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:1.0:1785389237.607954:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389237.607958:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:1.0:1785389237.608058:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30096:x1872115458853376:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1156us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389237.608065:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1204 00000100:00080000:2.0:1785389237.608138:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389237.611815:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389237.612075:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458853504 00000100:00100000:3.0:1785389237.612084:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458853504 00000100:00100000:0.0:1785389237.612228:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:0.0:1785389237.612239:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458853504:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389237.612263:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389237.612279:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fd829f8/0xb9b521054fd78d50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f26 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389237.612340:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485887104:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389237.612410:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd4180 going to sleep for 11 seconds 00000100:00100000:2.0:1785389237.615212:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485887104:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389237.615250:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fd829f8/0xb9b521054fd78d50 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f26 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.615340:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd829f8/0xb9b521054fd78d50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f26 expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389237.615355:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35600, rc 0) 00000100:00100000:2.0:1785389237.615570:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458853504:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3333us (3762us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389237.615579:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:2.0:1785389237.620720:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389237.620815:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458853760 00000100:00100000:1.0:1785389237.620825:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458853760 00000100:00100000:1.0:1785389237.620906:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1205 00000100:00100000:1.0:1785389237.620915:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30096:x1872115458853760:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389237.621158:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:1.0:1785389237.621238:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30096:x1872115458853760:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 324us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389237.621245:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1205 00010000:00010000:2.0:1785389238.513215:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389238.579975:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389238.579984:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389238.580024:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 2 00000040:00080000:1.0:1785389238.580031:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389238.580293:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485887232:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389238.580425:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434087636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389238.586891:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485887232:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389238.607259:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389238.607303:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458853888 00000100:00100000:0.0:1785389238.607312:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458853888 00000100:00100000:0.0:1785389238.607362:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1206 00000100:00100000:0.0:1785389238.607384:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30106:x1872115458853888:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389238.607420:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389238.607535:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30106:x1872115458853888:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 153us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389238.607543:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1206 00000100:00100000:2.0:1785389238.627003:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389238.627067:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458854144 00000100:00100000:3.0:1785389238.627076:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458854144 00000100:00100000:3.0:1785389238.627128:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1207 00000100:00100000:3.0:1785389238.627138:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30106:x1872115458854144:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389238.627201:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389238.627224:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78d57 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f2d expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.627326:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78d5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.627338:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78d5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.627348:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78d5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389238.627358:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1785389238.627464:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78d57 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f2d expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.627479:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78d5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f2d expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.627486:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:3.0:1785389238.627489:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389238.627492:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389238.627558:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458854144:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 422us (562us total) trans 4294968090 rc 0/0 00000100:00100000:3.0:1785389238.627564:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1207 00000100:00100000:0.0:1785389238.635734:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389238.635820:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389238.635845:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458854400 00000100:00100000:0.0:1785389238.635852:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458854400 00000100:00100000:0.0:1785389238.635899:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:0.0:1785389238.635907:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f26050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2362:x1872115458854400:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389238.635921:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389238.635943:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78d5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f2d expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389238.635958:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:0.0:1785389238.635962:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389238.636006:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f26050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458854400:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 99us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389238.636013:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 55 00000100:00100000:3.0:1785389238.636288:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458854272 00000100:00100000:3.0:1785389238.636293:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458854272 00000100:00100000:3.0:1785389238.636337:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:3.0:1785389238.636345:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458854272:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389238.636391:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.636409:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.636418:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x19:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389238.636423:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389238.636428:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.636458:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 10 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.636472:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 10 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389238.636485:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485887360:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389238.636547:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389238.662070:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389238.662180:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485887360:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389238.662210:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389238.668911:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458854528 00000100:00100000:2.0:1785389238.668926:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458854528 00002000:00100000:0.0:1785389238.669105:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->157) req@ffff943441e57480 x1872115458854528/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:734/0 lens 648/0 e 0 to 0 dl 1785389249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389238.669117:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e57480 with x1872115458854528 ext(0->157) 00010000:00010000:0.0:1785389238.669127:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 11 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389238.669145:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 11 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389238.669153:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943441e57480 00000100:00100000:0.0:1785389238.669188:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 13 00000100:00100000:0.0:1785389238.669197:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458854528:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:0.0:1785389238.669819:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458854528:12345-192.168.204.39@tcp:4:cp.0 Request processed in 622us (7757us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1785389238.669828:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 13 00002000:00100000:0.0:1785389238.669836:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->157) req@ffff943441e57480 x1872115458854528/t4294967364(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:734/0 lens 648/448 e 0 to 0 dl 1785389249 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389238.669843:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e57480 with x1872115458854528 ext(0->157) 00010000:00010000:0.0:1785389238.669849:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 13 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389238.669860:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 13 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389238.669867:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943441e57480 00000100:00100000:3.0:1785389238.677735:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389238.678357:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458854656 00000100:00100000:1.0:1785389238.678380:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458854656 00010000:00010000:1.0:1785389238.678422:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 13 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389238.678469:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:1.0:1785389238.678480:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458854656:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389238.678496:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389238.678532:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 13 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.678548:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 13 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.679442:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaab052d/0xb9b521054fd78d18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f0a expref: 13 pid: 6614 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.679462:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389238.679467:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389238.679474:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.679485:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.679545:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389238.679635:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458854656:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1157us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389238.679644:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 357 00010000:00010000:3.0:1785389238.679888:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.679899:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.679926:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.679935:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.679943:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.679999:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389238.680004:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.680013:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.680025:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.680038:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78d6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389238.680094:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458854272:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 43749us (44365us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389238.680102:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:3.0:1785389238.694182:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389238.694218:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458854912 00000100:00100000:3.0:1785389238.694226:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458854912 00000100:00100000:3.0:1785389238.694293:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1208 00000100:00100000:3.0:1785389238.694303:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30106:x1872115458854912:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389238.694409:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30106:x1872115458854912:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 108us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389238.694416:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1208 00000100:00100000:3.0:1785389238.702049:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389238.703780:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458855040 00000100:00100000:1.0:1785389238.703793:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458855040 00000100:00100000:1.0:1785389238.703851:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:1.0:1785389238.703861:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458855040:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389238.703880:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389238.703900:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f34 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389238.703929:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 158, mtime: 0x6a6ae0b4, atime: 0x0, ctime: 0x6a6ae0b4, blocks: 0x1 00010000:00010000:1.0:1785389238.703950:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=959s v=(0 0) 00010000:00010000:1.0:1785389238.703968:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389238.703991:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.704013:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.704027:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:1.0:1785389238.704093:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458855040:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 233us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389238.704100:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:3.0:1785389238.706993:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389238.708088:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458855296 00000100:00100000:1.0:1785389238.708098:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458855296 00000100:00100000:1.0:1785389238.708170:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1209 00000100:00100000:1.0:1785389238.708179:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30106:x1872115458855296:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389238.708283:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30106:x1872115458855296:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 105us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389238.708290:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1209 00000100:00100000:3.0:1785389238.724417:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389238.724504:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458855424 00000100:00100000:0.0:1785389238.724515:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458855424 00002000:00100000:0.0:1785389238.724560:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff943303ce7100 x1872115458855424/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:734/0 lens 488/0 e 0 to 0 dl 1785389249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389238.724572:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303ce7100 with x1872115458855424 ext(0->4095) 00002000:00010000:0.0:1785389238.724589:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303ce7100 00000100:00100000:0.0:1785389238.724641:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 105 00000100:00100000:0.0:1785389238.724649:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458855424:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1785389238.724967:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458855424:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 317us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389238.725038:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 105 00002000:00100000:3.0:1785389238.725048:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff943303ce7100 x1872115458855424/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:734/0 lens 488/4536 e 0 to 0 dl 1785389249 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389238.725057:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303ce7100 with x1872115458855424 ext(0->4095) 00002000:00010000:3.0:1785389238.725062:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303ce7100 00000100:00100000:3.0:1785389238.749481:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389238.757830:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458855552 00000100:00100000:1.0:1785389238.757843:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458855552 00000100:00100000:1.0:1785389238.757909:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1210 00000100:00100000:1.0:1785389238.757918:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30106:x1872115458855552:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389238.757938:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389238.757956:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78d7a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f3b expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.758020:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.758033:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.758045:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.758128:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78d7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.758145:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389238.758154:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:1.0:1785389238.758157:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389238.758160:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:1.0:1785389238.758223:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458855552:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 307us (8752us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389238.758230:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1210 00000100:00100000:0.0:1785389238.772112:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389238.772196:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458855680 00000100:00100000:1.0:1785389238.772205:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458855680 00000100:00100000:1.0:1785389238.772260:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1211 00000100:00100000:1.0:1785389238.772279:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458855680:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389238.772311:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389238.772422:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458855680:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 144us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389238.772442:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1211 00000100:00100000:0.0:1785389238.780567:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389238.780809:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458855808 00000100:00100000:2.0:1785389238.780818:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458855808 00000100:00100000:2.0:1785389238.780872:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:2.0:1785389238.780881:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458855808:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389238.780926:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.780943:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389238.780948:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389238.780954:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.780968:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781103:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781114:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781123:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781130:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389238.781135:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781144:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781158:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.781166:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd78d88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389238.781246:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458855808:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 365us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389238.781254:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:2.0:1785389238.795056:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389238.795194:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458856064 00000100:00100000:3.0:1785389238.795204:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458856064 00000100:00100000:3.0:1785389238.795261:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1212 00000100:00100000:3.0:1785389238.795279:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458856064:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389238.795357:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.795374:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.795383:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.795419:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.795434:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 50 pid: 5822 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389238.795447:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485887488:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389238.795537:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d94540 going to sleep for 11 seconds 00000100:00100000:0.0:1785389238.818153:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389238.820176:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458856192 00000100:00100000:2.0:1785389238.820187:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458856192 00010000:00010000:2.0:1785389238.820228:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 51 pid: 5822 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389238.820287:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:2.0:1785389238.820298:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2363:x1872115458856192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389238.820313:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389238.820320:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 51 pid: 5822 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.820334:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 51 pid: 5822 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.820356:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:2.0:1785389238.820362:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.820373:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.820381:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389238.820400:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389238.820451:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2363:x1872115458856192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 154us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389238.820458:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 358 00010000:00010000:3.0:1785389238.825489:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78d81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f3b expref: 50 pid: 5822 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389238.825511:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485887488:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389238.825537:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825548:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825555:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825742:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825774:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825781:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825787:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389238.825792:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825800:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825815:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:3.0:1785389238.825818:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389238.825823:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389238.825829:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78d8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389238.825973:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458856064:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 30695us (30924us total) trans 4294968091 rc 0/0 00000100:00100000:3.0:1785389238.825984:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1212 00000040:00080000:2.0:1785389238.826427:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389238.826432:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389238.826877:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785389238.826885:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389238.835283:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389238.835363:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458856448 00000100:00100000:2.0:1785389238.835372:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458856448 00000100:00100000:2.0:1785389238.835434:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 242 00000100:00100000:2.0:1785389238.835448:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30106:x1872115458856448:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389238.835674:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30106:x1872115458856448:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 230us (398us total) trans 4294968092 rc 0/0 00000100:00100000:2.0:1785389238.835691:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 242 00000040:00080000:0.0:1785389239.084987:0:21003:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389239.084996:0:21003:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389239.085910:0:21003:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 2 00000040:00080000:0.0:1785389239.085919:0:21003:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389239.241668:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.242838:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458856704 00000100:00100000:2.0:1785389239.242848:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458856704 00000100:00100000:2.0:1785389239.242913:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1213 00000100:00100000:2.0:1785389239.242923:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30112:x1872115458856704:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389239.242943:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389239.242966:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78d96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f42 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.243064:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78d9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.243079:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.243091:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389239.243102:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1785389239.243227:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78d96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f42 expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.243250:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78d9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f42 expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.243269:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:2.0:1785389239.243272:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389239.243276:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:2.0:1785389239.243346:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:30112:x1872115458856704:12345-192.168.204.39@tcp:101:cat.0 Request processed in 424us (1686us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1785389239.243354:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1213 00000100:00080000:0.0:1785389239.243403:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389239.268045:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.268120:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458856832 00000100:00100000:3.0:1785389239.268136:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458856832 00000100:00080000:0.0:1785389239.268194:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389239.268211:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 331 00000100:00100000:3.0:1785389239.268223:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2364:x1872115458856832:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389239.268250:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.268275:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f49 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.268300:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389239.268304:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389239.268314:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.268331:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.268344:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389239.268407:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458856832:12345-192.168.204.39@tcp:101:cat.0 Request processed in 187us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.268415:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 331 00000100:00100000:3.0:1785389239.271412:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.274237:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.275572:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458857088 00000100:00100000:2.0:1785389239.275583:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458857088 00002000:00100000:2.0:1785389239.275631:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff943303210000 x1872115458857088/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:735/0 lens 488/0 e 0 to 0 dl 1785389250 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389239.275643:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303210000 with x1872115458857088 ext(0->4095) 00002000:00010000:2.0:1785389239.275648:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303210000 00000100:00100000:2.0:1785389239.275678:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 106 00000100:00100000:2.0:1785389239.275686:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458857088:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1785389239.275873:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458857088:12345-192.168.204.39@tcp:3:cat.0 Request processed in 186us (1641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785389239.275880:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 106 00002000:00100000:2.0:1785389239.275886:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff943303210000 x1872115458857088/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:735/0 lens 488/4536 e 0 to 0 dl 1785389250 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389239.275894:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303210000 with x1872115458857088 ext(0->4095) 00002000:00010000:2.0:1785389239.275898:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303210000 00000100:00100000:0.0:1785389239.291038:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458856960 00000100:00100000:0.0:1785389239.291054:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458856960 00000100:00100000:0.0:1785389239.291138:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 56 00000100:00100000:0.0:1785389239.291149:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:2363:x1872115458856960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389239.291164:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389239.291187:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78d9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f42 expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.291216:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:0.0:1785389239.291221:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389239.291508:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2363:x1872115458856960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 359us (20099us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389239.291517:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 56 00000100:00100000:0.0:1785389239.303593:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.303790:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458857344 00000100:00100000:2.0:1785389239.303800:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458857344 00000100:00100000:2.0:1785389239.303856:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 243 00000100:00100000:2.0:1785389239.303866:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30112:x1872115458857344:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389239.304097:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:30112:x1872115458857344:12345-192.168.204.39@tcp:35:cat.0 Request processed in 231us (512us total) trans 4294968094 rc 0/0 00000100:00100000:2.0:1785389239.304104:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 243 00000100:00100000:0.0:1785389239.399361:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.399519:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458857600 00000100:00100000:3.0:1785389239.399530:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458857600 00000100:00100000:3.0:1785389239.399596:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1214 00000100:00100000:3.0:1785389239.399606:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:30113:x1872115458857600:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389239.399630:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.399651:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78db2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f50 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.400535:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78db9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.400551:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78db9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.400561:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78db9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389239.400576:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1785389239.400696:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78db2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f50 expref: 103 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.400712:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78db9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f50 expref: 102 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.400721:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:3.0:1785389239.400724:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1785389239.400727:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389239.400827:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:30113:x1872115458857600:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1222us (1490us total) trans 4294968095 rc 0/0 00000100:00100000:3.0:1785389239.400839:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1214 00000100:00100000:0.0:1785389239.414997:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389239.418888:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458857728 00000100:00100000:1.0:1785389239.418903:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458857728 00000100:00100000:1.0:1785389239.418962:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:1.0:1785389239.418974:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458857728:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1785389239.419020:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.419042:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.419051:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.419059:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389239.419063:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389239.419068:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.419104:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.419119:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 12 pid: 6614 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.419155:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485887616:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389239.419262:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.419273:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 11 pid: 6613 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.419283:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485887744:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389239.419308:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763d80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389239.423716:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485887616:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389239.423732:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485887744:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389239.424079:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389239.425508:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.425541:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.426362:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458857856 00000100:00100000:3.0:1785389239.426372:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458857856 00010000:00010000:3.0:1785389239.426409:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 13 pid: 6614 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389239.426440:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458857984 00000100:00100000:3.0:1785389239.426443:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458857984 00010000:00010000:3.0:1785389239.426469:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 12 pid: 6613 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389239.426487:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00100000:3.0:1785389239.426496:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458857856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389239.426511:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389239.426535:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 13 pid: 6614 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426549:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 13 pid: 6614 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426571:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caa34d99/0xb9b521054fd78dab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f49 expref: 13 pid: 6614 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426586:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389239.426636:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458857856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 141us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.426644:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00100000:3.0:1785389239.426660:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 360 00000100:00100000:3.0:1785389239.426666:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458857984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389239.426674:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389239.426682:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 12 pid: 6613 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426693:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 12 pid: 6613 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426706:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db6b8069/0xb9b521054fd78d73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f34 expref: 12 pid: 6613 timeout: 1059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426717:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389239.426722:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389239.426728:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426739:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426779:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389239.426796:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458857984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.426803:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 360 00010000:00010000:3.0:1785389239.426904:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426915:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426938:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426946:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426955:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426963:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389239.426967:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426976:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426987:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.426995:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfee240c/0xb9b521054fd78dc7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389239.427046:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2363:x1872115458857728:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 8075us (12057us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.427055:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00080000:0.0:1785389239.428337:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389239.437698:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389239.437827:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458858240 00000100:00100000:1.0:1785389239.437837:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458858240 00000100:00100000:1.0:1785389239.437887:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 244 00000100:00100000:1.0:1785389239.437896:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b058c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:30113:x1872115458858240:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:1.0:1785389239.437960:0:5824:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78db9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f50 expref: 102 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389239.438200:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968096 00000001:00080000:1.0:1785389239.438943:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968097 00010000:00010000:1.0:1785389239.439004:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.439021:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 50 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.439029:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 105 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.439038:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.439074:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 105 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.439090:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 105 pid: 5820 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.439105:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485887872:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389239.439262:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 50 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.439272:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 50 pid: 9185 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.439281:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485888000:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389239.439307:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763d80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389239.447977:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485887872:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389239.448583:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389239.450596:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458858368 00000100:00100000:0.0:1785389239.450608:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458858368 00010000:00010000:0.0:1785389239.450654:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 106 pid: 5820 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389239.450762:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 361 00000100:00100000:0.0:1785389239.450772:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:2363:x1872115458858368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389239.450787:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389239.450794:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 106 pid: 5820 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.450807:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 106 pid: 5820 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.450827:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78d34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f11 expref: 106 pid: 5820 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.450843:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:0.0:1785389239.450849:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.450858:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.450864:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389239.450919:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458858368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 148us (2338us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389239.450925:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 361 00000100:00100000:2.0:1785389239.459659:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485888000:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389239.459698:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389239.462147:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389239.462440:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458858496 00000100:00100000:1.0:1785389239.462450:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458858496 00010000:00010000:1.0:1785389239.462505:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 51 pid: 9185 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.462540:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:1.0:1785389239.462549:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f24050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:2365:x1872115458858496:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389239.462563:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389239.462570:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 51 pid: 9185 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.462583:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 51 pid: 9185 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.462604:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78d03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89efc expref: 51 pid: 9185 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.462620:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:1.0:1785389239.462625:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.462634:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.462641:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.462669:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389239.462724:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f24050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2365:x1872115458858496:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 175us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389239.462731:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00080000:0.0:1785389239.462908:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389239.469572:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.469589:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389239.469724:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968098 00000001:00080000:3.0:1785389239.469938:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968099 00000001:00080000:3.0:1785389239.469992:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968100 00000100:00100000:3.0:1785389239.470076:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303210e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485888128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1785389239.470141:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389239.470187:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389239.470364:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485888128 00000100:00100000:2.0:1785389239.470372:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485888128 00000100:00100000:2.0:1785389239.470435:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1785389239.470444:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5824:x1872115485888128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1785389239.470516:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5824:x1872115485888128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.470524:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1785389239.470560:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303210e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485888128:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1785389239.470881:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968101 00000100:00100000:2.0:1785389239.470929:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485888256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1785389239.470956:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389239.470973:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389239.470985:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485888256 00000100:00100000:2.0:1785389239.470988:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485888256 00000100:00100000:2.0:1785389239.471010:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1785389239.471015:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5824:x1872115485888256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1785389239.471123:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485888256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 107us (165us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1785389239.471130:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1785389239.471160:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485888256:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1785389239.471176:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.471185:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.471193:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.471199:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.471204:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.471211:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1785389239.471413:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389239.472339:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:2.0:1785389239.472344:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1785389239.472349:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.472418:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd78dce lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389239.472587:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1785389239.472684:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9328 00000004:00080000:2.0:1785389239.472695:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 959776949470ns, next at 960776946993ns, rc = 0 00000001:00080000:2.0:1785389239.472703:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968102 00010000:00010000:2.0:1785389239.472737:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412b95e00) 00010000:00010000:2.0:1785389239.472740:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1785389239.473420:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78db9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f50 expref: 109 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389239.473535:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b058c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:30113:x1872115458858240:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 35638us (35846us total) trans 4294968103 rc 0/0 00000100:00100000:2.0:1785389239.473543:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 244 00000020:00080000:2.0:1785389239.473547:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:1.0:1785389239.535066:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389239.600986:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.603437:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458858752 00000100:00100000:3.0:1785389239.603448:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458858752 00000100:00100000:2.0:1785389239.607074:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1215 00000100:00100000:2.0:1785389239.607088:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:30119:x1872115458858752:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389239.607121:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389239.607150:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78dd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f57 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.607257:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.607270:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.607282:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.607299:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.607307:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.607313:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608433:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78dea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608443:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78dea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608451:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78dea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389239.608461:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1785389239.608554:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608562:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608568:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608574:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.608578:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608589:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608599:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389239.608602:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.608606:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608612:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd78ddc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608623:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608629:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608634:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608646:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.608649:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608654:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608660:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412840100) 00010000:00010000:2.0:1785389239.608663:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.608665:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608675:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd78de3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608723:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd78dd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f57 expref: 111 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608736:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78dea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f57 expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.608789:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840d00) 00010000:00010000:2.0:1785389239.608791:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389239.608794:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:2.0:1785389239.609146:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30119:x1872115458858752:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2055us (8163us total) trans 4294968104 rc 0/0 00000100:00100000:2.0:1785389239.609155:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1215 00000100:00100000:3.0:1785389239.616652:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.616776:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859008 00000100:00100000:2.0:1785389239.616790:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859008 00000100:00100000:2.0:1785389239.616863:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 57 00000100:00100000:2.0:1785389239.616873:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30119:x1872115458859008:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:2.0:1785389239.616895:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389239.616921:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78dea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f57 expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.616948:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840d00) 00010000:00010000:2.0:1785389239.616958:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389239.617033:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30119:x1872115458859008:12345-192.168.204.39@tcp:103:cat.0 Request processed in 161us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.617048:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 57 00000100:00100000:1.0:1785389239.632190:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389239.632440:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859136 00000100:00100000:0.0:1785389239.632451:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859136 00000100:00100000:0.0:1785389239.632511:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1216 00000100:00100000:0.0:1785389239.632521:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30119:x1872115458859136:12345-192.168.204.39@tcp:58:cat.0 00010000:00010000:0.0:1785389239.632624:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.632641:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.632652:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1785389239.636976:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:1.0:1785389239.637528:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30119:x1872115458859136:12345-192.168.204.39@tcp:58:cat.0 Request processed in 5004us (5343us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389239.637546:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1216 00000100:00100000:1.0:1785389239.647324:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.650174:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859264 00000100:00100000:3.0:1785389239.650186:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859264 00000100:00100000:3.0:1785389239.650936:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1217 00000100:00100000:3.0:1785389239.650949:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30119:x1872115458859264:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389239.650969:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.650990:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f5e expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.651143:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.651155:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 110 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.651174:0:19127:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.651188:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 110 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.651202:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:3.0:1785389239.651206:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389239.651210:0:19127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 110 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.651460:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68e00, rc 0) 00000100:00100000:3.0:1785389239.651579:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30119:x1872115458859264:12345-192.168.204.39@tcp:101:cat.0 Request processed in 633us (4583us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.651587:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1217 00000001:00080000:2.0:1785389239.815040:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968087 is committed 00000001:00080000:2.0:1785389239.815054:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968098 is committed 00000001:00080000:2.0:1785389239.815065:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968104 is committed 00000004:00080000:2.0:1785389239.815070:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000020:00080000:2.0:1785389239.815096:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943303cb0b40 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:2.0:1785389239.815102:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343d49d700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943303cb0f00 00000020:00080000:2.0:1785389239.815105:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343d49d900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343c2ab400 00000001:00080000:2.0:1785389239.815121:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968092 is committed 00000020:00080000:2.0:1785389239.815152:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:2.0:1785389239.815360:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:2.0:1785389239.816088:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485888384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1785389239.816154:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389239.816304:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485888384 00000100:00100000:3.0:1785389239.816311:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485888384 00000100:00100000:3.0:1785389239.816371:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1785389239.816381:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485888384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1785389239.816409:0:12002:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:3.0:1785389239.816441:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 158, mtime: 0x6a6ae0b4, atime: 0x0, ctime: 0x6a6ae0b4, blocks: 0x1 00010000:00010000:3.0:1785389239.816449:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.816464:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=960s v=(0 0) 00010000:00010000:3.0:1785389239.816469:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389239.816476:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.816491:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.816501:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.816510:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.816526:0:12002:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389239.818787:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389239.818796:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.818816:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389239.818821:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.818831:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.818851:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.818860:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000361e0c49/0xb9b521054fd78e06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.818879:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389239.818881:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389239.818883:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389239.819923:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485888384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3540us (3765us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1785389239.819933:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000004:00080000:2.0:1785389239.822628:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943303213480/2, rc 0, transno 4294967366 00000100:00100000:2.0:1785389239.822640:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303213480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485888384:0@lo:6:osp-syn-0-0.0 00000040:00080000:2.0:1785389239.855640:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389239.855648:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389239.855690:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 3 00000040:00080000:2.0:1785389239.855699:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389239.856474:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485888512:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389239.856563:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389239.872792:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485888512:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389239.874589:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.875030:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859392 00000100:00100000:2.0:1785389239.875039:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859392 00000100:00100000:2.0:1785389239.875096:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1218 00000100:00100000:2.0:1785389239.875106:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30120:x1872115458859392:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389239.875141:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389239.875447:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30120:x1872115458859392:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 341us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.875455:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1218 00000100:00100000:1.0:1785389239.886178:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.887767:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859520 00000100:00100000:2.0:1785389239.887778:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859520 00000100:00100000:2.0:1785389239.887894:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1219 00000100:00100000:2.0:1785389239.887903:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30120:x1872115458859520:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1785389239.887973:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.887991:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888109:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888147:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888156:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888163:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888187:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888195:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888201:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389239.888337:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1785389239.888401:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389239.888416:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888427:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888434:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888441:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888446:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.888450:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888457:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888468:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389239.888471:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.888475:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888482:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e0d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888495:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888501:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888506:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888511:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.888513:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888519:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888524:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff943412840d00) 00010000:00010000:2.0:1785389239.888526:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.888528:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888533:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e14 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888545:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888550:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888556:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888560:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.888562:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888567:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888577:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:2.0:1785389239.888579:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.888582:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.888587:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78e1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389239.888656:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30120:x1872115458859520:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 754us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.888663:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1219 00000100:00100000:1.0:1785389239.894628:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.894702:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859776 00000100:00100000:3.0:1785389239.894713:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859776 00000100:00100000:3.0:1785389239.894806:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1220 00000100:00100000:3.0:1785389239.894923:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30120:x1872115458859776:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389239.894945:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.894972:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e22 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f65 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895084:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895100:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895111:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389239.895122:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1785389239.895251:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895259:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895265:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895272:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389239.895276:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895284:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895296:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:3.0:1785389239.895299:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389239.895303:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895311:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895577:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e22 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f65 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895588:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785389239.895590:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389239.895594:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e22 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f65 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.895605:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68600, rc 0) 00000100:00100000:3.0:1785389239.895663:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30120:x1872115458859776:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 744us (1043us total) trans 4294968105 rc 301/301 00000100:00100000:3.0:1785389239.899429:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1220 00000100:00100000:1.0:1785389239.902016:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.902325:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458859904 00000100:00100000:3.0:1785389239.902334:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458859904 00000100:00100000:3.0:1785389239.902389:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1221 00000100:00100000:3.0:1785389239.902398:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30120:x1872115458859904:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389239.902433:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389239.902527:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30120:x1872115458859904:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 129us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.902534:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1221 00000100:00100000:2.0:1785389239.917858:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.918223:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458860160 00000100:00100000:3.0:1785389239.918234:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458860160 00000100:00100000:3.0:1785389239.918296:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1222 00000100:00100000:3.0:1785389239.918306:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30120:x1872115458860160:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389239.918328:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.918362:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f6c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.919215:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.919230:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.919252:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389239.919263:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00010000:00010000:3.0:1785389239.919310:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f6c expref: 49 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.919327:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f6c expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.919336:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389239.919339:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389239.919343:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389239.919401:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458860160:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1096us (1551us total) trans 4294968106 rc 0/0 00000100:00100000:3.0:1785389239.919409:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1222 00000100:00100000:1.0:1785389239.934534:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.934621:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458860416 00000100:00100000:2.0:1785389239.934630:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458860416 00000100:00100000:2.0:1785389239.934683:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1223 00000100:00100000:2.0:1785389239.934693:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458860416:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389239.934780:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389239.934813:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f6c expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.934831:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389239.934841:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389239.934862:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.934875:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 96 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.934887:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.934921:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 96 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.934933:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 96 pid: 5822 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389239.934946:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485888640:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389239.935042:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0300 going to sleep for 11 seconds 00000100:00100000:0.0:1785389239.938401:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485888640:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389239.938427:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.939534:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389239.940274:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458860544 00000100:00100000:0.0:1785389239.940282:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458860544 00010000:00010000:0.0:1785389239.940316:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 97 pid: 5822 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389239.940445:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 363 00000100:00100000:0.0:1785389239.940454:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:2362:x1872115458860544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389239.940467:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389239.940474:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 97 pid: 5822 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.940485:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 97 pid: 5822 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.940504:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd78d49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f1f expref: 97 pid: 5822 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.940523:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:0.0:1785389239.940528:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.940537:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.940544:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.940570:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389239.940619:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2362:x1872115458860544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389239.940626:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 363 00010000:00010000:2.0:1785389239.940678:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.940686:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.940707:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.940716:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.940723:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941028:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941222:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941229:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941236:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.941248:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941255:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941265:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389239.941267:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.941271:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941277:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78e4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941291:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941297:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941304:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941309:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.941313:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941320:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941327:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x9818c039 (ffff943412840d00) 00010000:00010000:2.0:1785389239.941330:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389239.941333:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.941431:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78e53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x9818c039 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389239.941484:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30120:x1872115458860416:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 6792us (6959us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389239.941491:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1223 00000100:00100000:2.0:1785389239.946052:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.946447:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458860672 00000100:00100000:3.0:1785389239.946457:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458860672 00000100:00100000:3.0:1785389239.946517:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1224 00000100:00100000:3.0:1785389239.946526:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30120:x1872115458860672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389239.946547:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.946570:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f73 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.946606:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.946620:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.946630:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.946741:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.946786:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.946794:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:3.0:1785389239.946797:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389239.946801:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b69800, rc 0) 00000100:00100000:3.0:1785389239.946863:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458860672:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 338us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.946871:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1224 00000100:00100000:3.0:1785389239.950808:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.950839:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.950867:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.950893:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.950910:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.951045:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861184 00000100:00100000:2.0:1785389239.951055:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861184 00000100:00100000:2.0:1785389239.951099:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861440 00000100:00100000:2.0:1785389239.951102:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861440 00000100:00100000:2.0:1785389239.951120:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861312 00000100:00100000:2.0:1785389239.951123:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861312 00000100:00100000:2.0:1785389239.951146:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 586 00000100:00100000:2.0:1785389239.951155:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458861184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389239.951228:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:2362:x1872115458861184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.951236:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 586 00000100:00100000:2.0:1785389239.951262:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 587 00000100:00100000:2.0:1785389239.951270:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458861440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389239.951295:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458861440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.951301:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 587 00000100:00100000:2.0:1785389239.951313:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 588 00000100:00100000:2.0:1785389239.951319:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458861312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389239.951356:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458861312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.951362:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 588 00000100:00100000:2.0:1785389239.951386:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861056 00000100:00100000:2.0:1785389239.951389:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861056 00000100:00100000:2.0:1785389239.951412:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 646 00000100:00100000:2.0:1785389239.951418:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458861056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389239.951445:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458861056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.951450:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 646 00000100:00080000:2.0:1785389239.951474:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389239.951942:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458860928 00000100:00100000:1.0:1785389239.951947:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458860928 00000100:00100000:1.0:1785389239.951984:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1225 00000100:00100000:1.0:1785389239.951992:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458860928:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389239.952073:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.952089:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.952098:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389239.952296:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c044cb1c reply state 0000000055088a20 transno 4294968107 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.952317:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389239.952578:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30120:x1872115458860928:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 586us (1779us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1785389239.952584:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1225 00000100:00100000:3.0:1785389239.952870:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389239.955155:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861568 00000100:00100000:1.0:1785389239.955165:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861568 00000100:00100000:1.0:1785389239.955233:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 589 00000100:00100000:1.0:1785389239.955251:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458861568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389239.955308:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458861568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (2438us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389239.955316:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 589 00000100:00080000:0.0:1785389239.955444:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1785389239.956548:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.956560:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.956568:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.956575:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389239.956579:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.956587:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.956603:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:0.0:1785389239.956606:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1785389239.956610:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389239.956616:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e68 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389239.959176:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.959310:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861696 00000100:00100000:2.0:1785389239.959320:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861696 00000100:00100000:2.0:1785389239.959380:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1226 00000100:00100000:2.0:1785389239.959390:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30120:x1872115458861696:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389239.959413:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389239.959433:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f7a expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.959497:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.959512:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.959521:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:2.0:1785389239.959524:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389239.959528:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:2.0:1785389239.959575:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30120:x1872115458861696:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 186us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.959582:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1226 00000100:00100000:2.0:1785389239.963807:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.963887:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458861824 00000100:00100000:3.0:1785389239.963897:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458861824 00000100:00100000:3.0:1785389239.964089:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 245 00000100:00100000:3.0:1785389239.964100:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30120:x1872115458861824:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1785389239.964234:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30120:x1872115458861824:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 137us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.964254:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 245 00000100:00100000:1.0:1785389239.966892:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.967194:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458862080 00000100:00100000:2.0:1785389239.967203:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458862080 00000100:00100000:2.0:1785389239.968190:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 246 00000100:00100000:2.0:1785389239.968202:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:30120:x1872115458862080:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389239.968581:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30120:x1872115458862080:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 381us (1693us total) trans 4294968108 rc 0/0 00000100:00100000:2.0:1785389239.968589:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 246 00000100:00100000:1.0:1785389239.971112:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.971193:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458862336 00000100:00100000:2.0:1785389239.971202:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458862336 00000100:00100000:2.0:1785389239.971345:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1227 00000100:00100000:2.0:1785389239.971355:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30120:x1872115458862336:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389239.971556:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30120:x1872115458862336:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 201us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.971563:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1227 00000100:00100000:0.0:1785389239.974322:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389239.975017:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458862592 00000100:00100000:1.0:1785389239.975027:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458862592 00000100:00100000:1.0:1785389239.975074:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1228 00000100:00100000:1.0:1785389239.975083:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30120:x1872115458862592:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389239.975101:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389239.975120:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f81 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.975225:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.975250:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.975278:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.975317:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389239.975330:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 52 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389239.975355:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485888768:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389239.975783:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434087636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389239.978804:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.978873:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458862720 00000100:00100000:3.0:1785389239.978882:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458862720 00010000:00010000:3.0:1785389239.978912:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 53 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389239.978958:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:3.0:1785389239.978968:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115458862720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389239.978980:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389239.978987:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 53 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.979010:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 53 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.979031:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:3.0:1785389239.979036:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.979045:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.979052:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.979070:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389239.979756:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78e6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f7a expref: 53 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389239.979777:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437820700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485888768:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389239.979798:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.979807:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.979814:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389239.979830:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00080000:2.0:1785389239.980310:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:2.0:1785389239.980517:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980526:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980533:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980538:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389239.980542:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980551:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980562:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:2.0:1785389239.980564:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389239.980567:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980572:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78e7d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980618:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e76 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f81 expref: 53 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980628:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389239.980630:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389239.980633:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78e76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f81 expref: 53 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.980642:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:3.0:1785389239.980847:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2362:x1872115458862720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1878us (2046us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.980856:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:2.0:1785389239.981043:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30120:x1872115458862592:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 5960us (6725us total) trans 4294968109 rc 301/301 00000100:00100000:2.0:1785389239.981050:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1228 00000100:00100000:3.0:1785389239.984086:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.984306:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458862976 00000100:00100000:2.0:1785389239.984315:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458862976 00000100:00100000:2.0:1785389239.984454:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 247 00000100:00100000:2.0:1785389239.984464:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:30120:x1872115458862976:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389239.984805:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:30120:x1872115458862976:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 342us (726us total) trans 4294968110 rc 0/0 00000100:00100000:2.0:1785389239.984813:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 247 00000100:00100000:1.0:1785389239.987640:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389239.987770:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458863104 00000100:00100000:3.0:1785389239.987779:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458863104 00000100:00100000:3.0:1785389239.987863:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1229 00000100:00100000:3.0:1785389239.987873:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:30120:x1872115458863104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389239.987895:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389239.987914:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f88 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.987992:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.988016:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.988028:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389239.988064:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00200000:3.0:1785389239.988068:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389239.988084:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.988107:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78e8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f88 expref: 54 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.988122:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f88 expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389239.988130:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:3.0:1785389239.988133:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1785389239.988137:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b68200, rc 0) 00000100:00100000:3.0:1785389239.988191:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:30120:x1872115458863104:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 320us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389239.988197:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1229 00000100:00100000:1.0:1785389239.991483:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.991565:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458863232 00000100:00100000:2.0:1785389239.991573:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458863232 00000100:00100000:2.0:1785389239.991645:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:2.0:1785389239.991654:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458863232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389239.991671:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389239.991690:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f8f expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389239.991715:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1785389239.991731:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=960s v=(0 0) 00010000:00010000:2.0:1785389239.991736:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389239.991772:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.991790:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389239.991803:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:2.0:1785389239.991851:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458863232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 199us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.991858:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:1.0:1785389239.994523:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389239.994591:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458863488 00000100:00100000:2.0:1785389239.994599:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458863488 00000100:00100000:2.0:1785389239.994645:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1230 00000100:00100000:2.0:1785389239.994654:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:30120:x1872115458863488:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389239.994806:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:30120:x1872115458863488:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 153us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389239.994814:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1230 00000100:00100000:1.0:1785389240.000001:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.000090:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458863616 00000100:00100000:0.0:1785389240.000099:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458863616 00000100:00100000:0.0:1785389240.000149:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:0.0:1785389240.000158:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:30120:x1872115458863616:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389240.000177:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389240.000194:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f96 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.000235:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.000254:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389240.000258:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389240.000264:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.000304:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 11 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.000325:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 11 pid: 12002 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.000349:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485888896:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389240.000431:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389240.004444:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.004573:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458863744 00000100:00100000:3.0:1785389240.004582:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458863744 00010000:00010000:3.0:1785389240.004616:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 12 pid: 12002 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.004666:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 365 00000100:00100000:3.0:1785389240.004676:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458863744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389240.004691:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389240.004713:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 12 pid: 12002 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.004727:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 12 pid: 12002 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.004779:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389240.004785:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389240.004793:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.004803:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.004838:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.004852:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303212680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485889024:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389240.004926:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405a336c0 going to sleep for 11 seconds 00010000:00010000:0.0:1785389240.005381:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b702843/0xb9b521054fd78e99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f8f expref: 12 pid: 12002 timeout: 1060 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.005397:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485888896:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389240.005424:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.005435:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc 0) 00000100:00100000:0.0:1785389240.005476:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:30120:x1872115458863616:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 5318us (5483us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.005484:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:1.0:1785389240.010969:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.011062:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458863872 00000100:00100000:2.0:1785389240.011071:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458863872 00002000:00100000:2.0:1785389240.011120:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff94330187c000 x1872115458863872/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:736/0 lens 648/0 e 0 to 0 dl 1785389251 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389240.011132:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94330187c000 with x1872115458863872 ext(0->157) 00002000:00010000:2.0:1785389240.011138:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94330187c000 00000100:00100000:2.0:1785389240.011172:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 107 00000100:00100000:2.0:1785389240.011182:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458863872:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1785389240.011728:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458863872:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 546us (768us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1785389240.011736:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 107 00002000:00100000:2.0:1785389240.011769:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff94330187c000 x1872115458863872/t4294967366(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:736/0 lens 648/448 e 0 to 0 dl 1785389251 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389240.011778:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94330187c000 with x1872115458863872 ext(0->157) 00002000:00010000:2.0:1785389240.011783:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94330187c000 00000100:00100000:3.0:1785389240.012116:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303212680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7506:1872115485889024:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389240.012140:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389240.012164:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458863744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7489us (7728us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389240.012172:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 365 00000100:00100000:2.0:1785389240.018079:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389240.018935:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458864000 00000100:00100000:1.0:1785389240.018946:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458864000 00000100:00100000:1.0:1785389240.019011:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1231 00000100:00100000:1.0:1785389240.019021:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:30120:x1872115458864000:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1785389240.048840:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968107 is committed 00000001:00080000:0.0:1785389240.048858:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968110 is committed 00000020:00080000:0.0:1785389240.048870:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:0.0:1785389240.048893:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000020:00080000:0.0:1785389240.048901:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:3.0:1785389240.049077:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30120:x1872115458864000:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 30051us (31001us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389240.049087:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1231 00000100:00100000:1.0:1785389240.051978:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.052197:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458864128 00000100:00100000:3.0:1785389240.052215:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458864128 00000100:00100000:3.0:1785389240.052278:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 336 00000100:00100000:3.0:1785389240.052288:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458864128:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1785389240.093331:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458864128:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 41034us (41350us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389240.093404:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 336 00000001:00080000:3.0:1785389240.093441:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:2.0:1785389240.101685:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.101819:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458864384 00000100:00100000:3.0:1785389240.101829:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458864384 00000100:00100000:3.0:1785389240.101915:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1232 00000100:00100000:3.0:1785389240.101933:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30120:x1872115458864384:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389240.101991:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389240.102027:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd78e92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f88 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.102047:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:3.0:1785389240.102053:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389240.102079:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.102093:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.102103:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389240.102291:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f9377e0e reply state 000000002fb43cb3 transno 4294968111 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.102302:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389240.102533:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458864384:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 608us (863us total) trans 4294968111 rc 0/0 00000100:00100000:3.0:1785389240.102540:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1232 00000100:00100000:1.0:1785389240.106732:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.106860:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458864512 00000100:00100000:0.0:1785389240.106869:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458864512 00000100:00100000:0.0:1785389240.106929:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1233 00000100:00100000:0.0:1785389240.106944:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458864512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389240.106965:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389240.106985:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89f9d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.107052:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.107065:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.107083:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:0.0:1785389240.107086:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389240.107089:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35400, rc 0) 00000100:00100000:0.0:1785389240.107137:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:30120:x1872115458864512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 199us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.107144:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1233 00010000:00010000:2.0:1785389240.107844:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.107854:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.107861:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.107867:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389240.107871:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.107878:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.107890:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:2.0:1785389240.107893:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389240.107897:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.107903:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd78ea7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.112447:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.112584:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458864640 00000100:00100000:0.0:1785389240.112593:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458864640 00000100:00100000:0.0:1785389240.112643:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 337 00000100:00100000:0.0:1785389240.112653:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458864640:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1785389240.112897:0:12002:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1785389240.112901:0:12002:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1785389236 00002000:00010000:0.0:1785389240.112904:0:12002:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 1785389238 00002000:00010000:0.0:1785389240.112906:0:12002:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1785389236 00002000:00010000:0.0:1785389240.112909:0:12002:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1785389240.112973:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458864640:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 321us (534us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1785389240.112980:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 337 00000100:00100000:3.0:1785389240.116907:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389240.117084:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458864896 00000100:00100000:1.0:1785389240.117093:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458864896 00000100:00100000:1.0:1785389240.117161:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1234 00000100:00100000:1.0:1785389240.117171:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30120:x1872115458864896:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1785389240.117248:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.117265:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.117275:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.117311:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.117325:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 48 pid: 5821 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389240.117435:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485889152:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389240.117514:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389240.123097:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.123328:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458865024 00000100:00100000:0.0:1785389240.123346:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458865024 00010000:00010000:0.0:1785389240.123381:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 49 pid: 5821 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.123425:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00100000:0.0:1785389240.123434:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458865024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389240.123449:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389240.123456:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 49 pid: 5821 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.123468:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 49 pid: 5821 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.123490:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:0.0:1785389240.123495:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.123504:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.123511:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.123528:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389240.123577:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458865024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 143us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.123584:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 366 00010000:00010000:1.0:1785389240.126299:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd78e61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f73 expref: 48 pid: 5821 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389240.126321:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485889152:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389240.126407:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126420:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126444:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126473:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126480:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126487:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126493:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389240.126497:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126503:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126516:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:1.0:1785389240.126519:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1785389240.126523:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.126528:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78eb5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389240.126651:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30120:x1872115458864896:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 9481us (9750us total) trans 0 rc -22/-22 00000100:00100000:1.0:1785389240.126660:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1234 00000100:00100000:3.0:1785389240.129299:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.129427:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458865152 00000100:00100000:0.0:1785389240.129436:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458865152 00000100:00100000:0.0:1785389240.129487:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:0.0:1785389240.129497:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458865152:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389240.129538:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.129558:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.129568:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389240.129573:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389240.129578:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.129608:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 11 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.129622:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 11 pid: 6614 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.129636:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485889280:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389240.129714:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405a336c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389240.133397:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.133545:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458865280 00000100:00100000:2.0:1785389240.133552:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458865280 00010000:00010000:2.0:1785389240.133584:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 12 pid: 6614 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389240.133620:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 367 00000100:00100000:2.0:1785389240.133628:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458865280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389240.133642:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389240.133680:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 12 pid: 6614 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.133694:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 12 pid: 6614 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.133715:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389240.133719:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389240.133724:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.133733:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.133773:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389240.133809:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458865280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 181us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389240.133816:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 367 00010000:00010000:0.0:1785389240.134099:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbc81697/0xb9b521054fd78ea0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f96 expref: 11 pid: 6614 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.134114:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485889280:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389240.134136:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134145:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134153:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134174:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134181:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134189:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134196:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389240.134201:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134219:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134230:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.134246:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5f07c15/0xb9b521054fd78ebc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.134285:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458865152:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 4790us (4993us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.134293:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:2.0:1785389240.139150:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.139864:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458865536 00000100:00100000:3.0:1785389240.139873:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458865536 00000100:00100000:3.0:1785389240.139936:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1235 00000100:00100000:3.0:1785389240.139945:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30120:x1872115458865536:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389240.140027:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140044:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140056:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140265:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140277:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140291:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140324:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.140528:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 48 pid: 5820 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.140545:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303212300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485889408:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389240.140687:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e330c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389240.153161:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.153555:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458865664 00000100:00100000:0.0:1785389240.153563:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458865664 00010000:00010000:0.0:1785389240.153601:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 49 pid: 5820 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.153648:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:0.0:1785389240.153657:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f25050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458865664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389240.153672:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389240.153680:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 49 pid: 5820 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.153693:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 49 pid: 5820 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.153715:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:0.0:1785389240.153721:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.153731:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.153738:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.153776:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389240.153829:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f25050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458865664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 172us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.153836:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 368 00010000:00010000:3.0:1785389240.160417:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd78eae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f9d expref: 48 pid: 5820 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.160443:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303212300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485889408:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389240.160467:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.161603:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.161615:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389240.161853:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968112 00000001:00080000:2.0:1785389240.162178:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968113 00000001:00080000:2.0:1785389240.162284:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968114 00000100:00100000:2.0:1785389240.162428:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485889536:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1785389240.162487:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389240.162563:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0180 going to sleep for 11 seconds 00000100:00100000:0.0:1785389240.162600:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485889536 00000100:00100000:0.0:1785389240.162608:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485889536 00000100:00100000:0.0:1785389240.162739:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1785389240.162771:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485889536:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1785389240.162842:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485889536:12345-0@lo:1000:mdt00_001.0 Request processed in 73us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.162849:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1785389240.162931:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485889536:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1785389240.163260:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968115 00000100:00100000:3.0:1785389240.163304:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303212300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485889664:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1785389240.163331:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1785389240.163735:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389240.164104:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485889664 00000100:00100000:1.0:1785389240.164110:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485889664 00000100:00100000:1.0:1785389240.164134:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1785389240.164140:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485889664:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1785389240.164293:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5821:x1872115485889664:12345-0@lo:1000:mdt00_001.0 Request processed in 153us (961us total) trans 4294967368 rc 0/0 00000100:00100000:1.0:1785389240.164300:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1785389240.164467:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389240.164488:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303212300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485889664:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1785389240.164549:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968116 00010000:00010000:2.0:1785389240.164575:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164585:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164592:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164598:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389240.164602:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164610:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164623:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9434129f8f00) 00010000:00010000:2.0:1785389240.164626:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389240.164630:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164636:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1000/0xb9b521054fd78eca lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164660:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164667:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164672:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164677:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389240.164680:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164685:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164691:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:2.0:1785389240.164694:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389240.164700:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164712:0:5821:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.164720:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.166407:0:5821:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389240.166431:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485889792:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389240.166545:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0540 going to sleep for 11 seconds 00000100:00100000:2.0:1785389240.170906:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.171149:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485889792:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389240.171174:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171184:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78df8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171212:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171224:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171247:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171257:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171263:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171270:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171275:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389240.171278:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171285:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171294:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.171297:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389240.171300:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171306:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78ed1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171315:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171320:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171326:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171388:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389240.171393:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171400:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171408:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.171411:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389240.171414:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.171420:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd78ec3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.171626:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:30120:x1872115458865536:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 31682us (32483us total) trans 4294968117 rc 0/0 00000100:00100000:0.0:1785389240.171636:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1235 00000020:00080000:0.0:1785389240.171641:0:5821:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1785389240.171844:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389240.171849:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389240.172867:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1785389240.172876:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389240.173556:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458865792 00000100:00100000:3.0:1785389240.173566:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458865792 00000100:00100000:3.0:1785389240.173616:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 248 00000100:00100000:3.0:1785389240.173626:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30119:x1872115458865792:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:3.0:1785389240.173725:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30119:x1872115458865792:12345-192.168.204.39@tcp:49:cat.0 Request processed in 100us (2827us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389240.173733:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 248 00000100:00100000:0.0:1785389240.177776:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485890048:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.177838:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389240.177872:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389240.177878:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485889920:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.177902:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389240.177931:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485890176:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.177963:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389240.177981:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389240.177987:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485890304:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.179520:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389240.179573:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485889920 00000100:00100000:0.0:1785389240.179580:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485889920 00000100:00100000:0.0:1785389240.179617:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1785389240.179625:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485889920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.179671:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485889920:12345-0@lo:400:kworker.0 Request processed in 47us (1767us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.179679:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1785389240.179708:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485890048 00000100:00100000:0.0:1785389240.179711:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485890048 00000100:00100000:0.0:1785389240.179730:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485890176 00000100:00100000:0.0:1785389240.179732:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485890176 00000100:00100000:0.0:1785389240.179771:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485890304 00000100:00100000:0.0:1785389240.179774:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485890304 00000100:00100000:0.0:1785389240.179787:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1785389240.179792:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485890048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.179821:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485890048:12345-0@lo:400:kworker.0 Request processed in 29us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.179827:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1785389240.179837:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1785389240.179842:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485890176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.179866:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485890176:12345-0@lo:400:kworker.0 Request processed in 24us (1902us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.179871:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1785389240.179881:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1785389240.179886:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485890304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.179908:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485890304:12345-0@lo:400:kworker.0 Request processed in 22us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.179913:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:0.0:1785389240.179925:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389240.179962:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485889920:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.179975:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485890048:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.181250:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485890304:0@lo:400:kworker.0 00000100:00100000:0.0:1785389240.181263:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485890176:0@lo:400:kworker.0 00000100:00100000:1.0:1785389240.187632:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.187716:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458866048 00000100:00100000:2.0:1785389240.187726:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458866048 00000100:00100000:2.0:1785389240.187794:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 249 00000100:00100000:2.0:1785389240.187803:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:30120:x1872115458866048:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1785389240.188598:0:5823:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389240.188709:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968118 00010000:00010000:2.0:1785389240.188784:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.188799:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.188810:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.188818:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.188825:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.188831:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.188842:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389240.188914:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30120:x1872115458866048:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1111us (1290us total) trans 4294968119 rc 0/0 00000100:00100000:2.0:1785389240.189007:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 249 00000020:00080000:2.0:1785389240.189012:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389240.190225:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389240.190240:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.190250:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389240.190254:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.190262:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.190276:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff943412840e00) 00010000:00010000:1.0:1785389240.190279:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389240.190283:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.190289:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78ed8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.190308:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389240.190310:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389240.190312:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389240.190851:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.190908:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458866176 00000100:00100000:3.0:1785389240.190915:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458866176 00000100:00100000:3.0:1785389240.190962:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:3.0:1785389240.190971:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:30119:x1872115458866176:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389240.190984:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389240.191009:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fa4 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389240.191033:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x6a6ae0b4, atime: 0x6a6ae0b6, ctime: 0x6a6ae0b4, blocks: 0xb 00010000:00010000:3.0:1785389240.191049:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=960s v=(0 0) 00010000:00010000:3.0:1785389240.191054:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389240.191062:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.191076:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.191087:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1600, rc 0) 00000100:00100000:3.0:1785389240.191115:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:30119:x1872115458866176:12345-192.168.204.39@tcp:101:cat.0 Request processed in 145us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389240.191122:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:2.0:1785389240.194242:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.194357:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458866304 00000100:00100000:3.0:1785389240.194366:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458866304 00002000:00100000:3.0:1785389240.194400:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff94343c01ce00 x1872115458866304/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:736/0 lens 488/0 e 0 to 0 dl 1785389251 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389240.194411:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01ce00 with x1872115458866304 ext(0->4095) 00002000:00010000:3.0:1785389240.194415:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c01ce00 00000100:00100000:3.0:1785389240.194434:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 108 00000100:00100000:3.0:1785389240.194442:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458866304:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1785389240.194599:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458866304:12345-192.168.204.39@tcp:3:cat.0 Request processed in 157us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389240.194607:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 108 00002000:00100000:3.0:1785389240.194612:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff94343c01ce00 x1872115458866304/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:736/0 lens 488/4536 e 0 to 0 dl 1785389251 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389240.194620:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01ce00 with x1872115458866304 ext(0->4095) 00002000:00010000:3.0:1785389240.194624:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c01ce00 00000100:00100000:1.0:1785389240.198141:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.198399:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458866560 00000100:00100000:3.0:1785389240.198408:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458866560 00000100:00100000:3.0:1785389240.198457:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 250 00000100:00100000:3.0:1785389240.198465:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30119:x1872115458866560:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1785389240.198690:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30119:x1872115458866560:12345-192.168.204.39@tcp:35:cat.0 Request processed in 224us (556us total) trans 4294968120 rc 0/0 00000100:00100000:3.0:1785389240.198698:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 250 00000100:00100000:0.0:1785389240.273027:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389240.273170:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458866688 00000100:00100000:1.0:1785389240.273180:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458866688 00000100:00100000:1.0:1785389240.273251:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1236 00000100:00100000:1.0:1785389240.273261:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30121:x1872115458866688:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389240.273284:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389240.273304:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78ee6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fab expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273376:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273390:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273401:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273416:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273424:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273430:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273738:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273783:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273802:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389240.273836:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:1.0:1785389240.273841:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389240.273858:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273869:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273877:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273883:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273889:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273895:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389240.273899:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.273906:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274176:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:1.0:1785389240.274180:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389240.274185:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274202:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd78eed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274214:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274220:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274226:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274230:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389240.274243:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274250:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274258:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412b95800) 00010000:00010000:1.0:1785389240.274261:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389240.274264:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274270:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd78ef4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274300:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd78ee6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274324:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 98 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.274342:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:1.0:1785389240.274344:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389240.274347:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389240.274405:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30121:x1872115458866688:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1145us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389240.274413:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1236 00000100:00100000:3.0:1785389240.279149:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.280336:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458866816 00000100:00100000:2.0:1785389240.280347:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458866816 00000100:00100000:2.0:1785389240.280395:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1237 00000100:00100000:2.0:1785389240.280405:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30121:x1872115458866816:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389240.280425:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389240.280444:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fb2 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.280508:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.280521:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.280532:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389240.280941:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 7680 00000004:00200000:2.0:1785389240.280945:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389240.281117:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.281143:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 100 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.281166:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.281175:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389240.281178:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389240.281181:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:2.0:1785389240.281306:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30121:x1872115458866816:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 902us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389240.281314:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1237 00000100:00100000:3.0:1785389240.285620:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.285695:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458867072 00000100:00100000:0.0:1785389240.285703:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458867072 00000100:00100000:0.0:1785389240.285776:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1238 00000100:00100000:0.0:1785389240.285785:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30121:x1872115458867072:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389240.285805:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389240.285823:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78f10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fb9 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.285905:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.285929:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.285943:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389240.285955:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1785389240.286078:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78f10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb9 expref: 102 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.286094:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb9 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.286102:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.286105:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389240.286108:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35600, rc 0) 00000100:00100000:0.0:1785389240.286149:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:30121:x1872115458867072:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 366us (538us total) trans 4294968121 rc 0/0 00000100:00100000:0.0:1785389240.286156:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1238 00000100:00100000:0.0:1785389240.290661:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389240.290783:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458867200 00000100:00100000:1.0:1785389240.290792:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458867200 00000100:00100000:1.0:1785389240.290840:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:1.0:1785389240.290850:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115458867200:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:1.0:1785389240.290891:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.290910:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.290930:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389240.290934:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389240.290938:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.290972:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 18 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.291009:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 18 pid: 6615 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389240.291024:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485890432:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389240.291613:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389240.293936:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485890432:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389240.293961:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.295217:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.295888:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458867328 00000100:00100000:2.0:1785389240.295897:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458867328 00010000:00010000:2.0:1785389240.295937:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 19 pid: 6615 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389240.295974:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:2.0:1785389240.295983:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2362:x1872115458867328:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389240.296005:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389240.296026:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 19 pid: 6615 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.296039:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 19 pid: 6615 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.296059:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000526f05ca/0xb9b521054fd78edf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fa4 expref: 19 pid: 6615 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.296082:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389240.296085:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389240.296091:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.296100:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.296126:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389240.296223:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296241:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296264:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296273:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296281:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296305:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389240.296309:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296318:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296340:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389240.296348:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78f25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389240.296405:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458867328:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 423us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389240.296413:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:1.0:1785389240.296736:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458867200:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 5886us (6085us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389240.296776:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:3.0:1785389240.304504:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.304625:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458867584 00000100:00100000:2.0:1785389240.304634:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458867584 00000100:00100000:2.0:1785389240.304691:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 251 00000100:00100000:2.0:1785389240.304700:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:30121:x1872115458867584:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:2.0:1785389240.304783:0:5824:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb9 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389240.305022:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968122 00000001:00080000:2.0:1785389240.305498:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968123 00010000:00010000:2.0:1785389240.305562:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.305577:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.305591:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.305599:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.305631:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.305646:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 104 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389240.305660:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485890560:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389240.305740:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.305781:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 104 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389240.305790:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485890688:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389240.305815:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389240.309668:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485890560:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389240.309683:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5824:1872115485890688:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389240.309713:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389240.313519:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.313605:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.313689:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458867840 00000100:00100000:0.0:1785389240.313698:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458867840 00010000:00010000:0.0:1785389240.313777:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 105 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.313810:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458867712 00000100:00100000:0.0:1785389240.313813:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458867712 00010000:00010000:0.0:1785389240.313836:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 106 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.313914:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:0.0:1785389240.313923:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:2363:x1872115458867840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389240.313938:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389240.313963:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 106 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.313977:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 106 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314009:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68e00/0xb9b521054fd78dff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89f5e expref: 106 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314026:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.314031:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314048:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314055:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389240.314111:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458867840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.314119:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:0.0:1785389240.314135:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 371 00000100:00100000:0.0:1785389240.314142:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:2363:x1872115458867712:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389240.314159:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389240.314163:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 104 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314175:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 104 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314192:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd78efb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fab expref: 104 pid: 19127 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314203:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.314210:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314223:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314239:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314269:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389240.314288:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458867712:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.314294:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 371 00010000:00010000:0.0:1785389240.314314:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.314321:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389240.314457:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968124 00000001:00080000:0.0:1785389240.314692:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968125 00000001:00080000:0.0:1785389240.314808:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968126 00000100:00100000:0.0:1785389240.314926:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485890816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389240.314979:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389240.315025:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e98780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389240.315042:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485890816 00000100:00100000:0.0:1785389240.315046:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485890816 00000100:00100000:0.0:1785389240.315078:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1785389240.315084:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485890816:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389240.315154:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485890816:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.315162:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1785389240.315217:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485890816:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1785389240.315585:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968127 00000100:00100000:0.0:1785389240.315634:0:5824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485890944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389240.315665:0:5824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389240.315681:0:5824:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389240.315703:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485890944 00000100:00100000:0.0:1785389240.315706:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485890944 00000100:00100000:0.0:1785389240.315729:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1785389240.315735:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1872115485890944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1785389240.315900:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5824:x1872115485890944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 164us (233us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1785389240.315906:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1785389240.315940:0:5824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5824:1872115485890944:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1785389240.315955:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.315964:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.315970:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.315976:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389240.315980:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.315987:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.315999:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.316002:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1785389240.316005:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.316011:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389240.316148:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x4a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1785389240.316246:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:0.0:1785389240.316257:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 960620511058ns, next at 961620509088ns, rc = 0 00000001:00080000:0.0:1785389240.316262:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968128 00010000:00010000:0.0:1785389240.316293:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389240.316297:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389240.316303:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb9 expref: 107 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389240.316382:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:30121:x1872115458867584:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 11683us (11886us total) trans 4294968129 rc 0/0 00000100:00100000:0.0:1785389240.316396:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 251 00000020:00080000:0.0:1785389240.316400:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1785389240.476338:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.476591:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458868096 00000100:00100000:2.0:1785389240.476602:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458868096 00000100:00100000:2.0:1785389240.476665:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1239 00000100:00100000:2.0:1785389240.476677:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:30127:x1872115458868096:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389240.476704:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389240.476727:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fc0 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.476829:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.476843:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.476855:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.476870:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.476877:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.476883:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477481:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477491:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477499:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389240.477509:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1785389240.477589:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477597:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477603:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477608:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389240.477613:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477620:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477630:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:2.0:1785389240.477633:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389240.477637:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.477643:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478075:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478087:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478093:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478098:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389240.478102:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478108:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478116:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff943412840900) 00010000:00010000:2.0:1785389240.478118:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389240.478121:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478127:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478169:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc0 expref: 109 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478182:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc0 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.478189:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840000) 00010000:00010000:2.0:1785389240.478191:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389240.478194:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:2.0:1785389240.478271:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:30127:x1872115458868096:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1596us (1951us total) trans 4294968130 rc 0/0 00000100:00100000:2.0:1785389240.478280:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1239 00000100:00100000:0.0:1785389240.485581:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389240.485895:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458868352 00000100:00100000:3.0:1785389240.485905:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458868352 00000100:00100000:3.0:1785389240.485971:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 58 00000100:00100000:3.0:1785389240.485981:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:30127:x1872115458868352:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:3.0:1785389240.486003:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389240.486026:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc0 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389240.486044:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389240.486053:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389240.486148:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:30127:x1872115458868352:12345-192.168.204.39@tcp:103:cat.0 Request processed in 169us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389240.486155:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 58 00000100:00100000:3.0:1785389240.492503:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389240.492696:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458868480 00000100:00100000:2.0:1785389240.492707:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458868480 00000100:00100000:2.0:1785389240.492779:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1240 00000100:00100000:2.0:1785389240.492789:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:30127:x1872115458868480:12345-192.168.204.39@tcp:58:cat.0 00010000:00010000:2.0:1785389240.492888:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.492904:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389240.492915:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389240.493118:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:2.0:1785389240.495127:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:30127:x1872115458868480:12345-192.168.204.39@tcp:58:cat.0 Request processed in 414us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389240.495140:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1240 00000100:00100000:1.0:1785389240.495355:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389240.495471:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458868608 00000100:00100000:0.0:1785389240.495478:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458868608 00000100:00100000:0.0:1785389240.495517:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1241 00000100:00100000:0.0:1785389240.495524:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:30127:x1872115458868608:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389240.495548:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389240.495566:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fc7 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.495609:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.495619:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 108 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.495636:0:19127:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.495649:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 108 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.495677:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840900) 00010000:00010000:0.0:1785389240.495680:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389240.495684:0:19127:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 108 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389240.495692:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35600, rc 0) 00000100:00100000:0.0:1785389240.495737:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:30127:x1872115458868608:12345-192.168.204.39@tcp:101:cat.0 Request processed in 213us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389240.495768:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1241 00010000:00010000:1.0:1785389240.558960:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389240.689769:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485891072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389240.689852:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389240.691029:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485891072 00000100:00100000:1.0:1785389240.691038:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485891072 00000100:00100000:1.0:1785389240.691082:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1785389240.691092:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3322:x1872115485891072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389240.691114:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3856662528 avail 3853516800 00000100:00100000:1.0:1785389240.691174:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3322:x1872115485891072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389240.691197:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1785389240.691297:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485891072:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785389241.200136:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389241.200144:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389241.200848:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1785389241.200857:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389241.201050:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485891200:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389241.201142:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0540 going to sleep for 11 seconds 00000100:00100000:2.0:1785389241.213297:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485891200:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389241.233165:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.233364:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458868736 00000100:00100000:0.0:1785389241.233386:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458868736 00000100:00100000:0.0:1785389241.233469:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1242 00000100:00100000:0.0:1785389241.233481:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30128:x1872115458868736:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389241.233523:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389241.233631:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30128:x1872115458868736:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 153us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389241.233639:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1242 00000100:00080000:2.0:1785389241.233777:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389241.244982:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.251646:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458868864 00000100:00100000:2.0:1785389241.251662:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458868864 00000100:00100000:2.0:1785389241.252062:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1243 00000100:00100000:2.0:1785389241.252074:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30128:x1872115458868864:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.252324:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252341:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252355:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252428:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252436:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252443:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252467:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252475:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252482:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389241.252522:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1785389241.252526:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389241.252541:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252552:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252559:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252566:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252571:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389241.252576:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252584:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252595:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389241.252598:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389241.252602:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252608:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78f64 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252630:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252635:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252640:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252645:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389241.252648:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252653:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252660:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff943412840a00) 00010000:00010000:2.0:1785389241.252662:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389241.252664:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252670:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78f6b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252684:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252689:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252694:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252699:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389241.252701:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252706:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252712:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840900) 00010000:00010000:2.0:1785389241.252714:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389241.252717:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.252721:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd78f72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389241.254571:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30128:x1872115458868864:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 2493us (9592us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.254584:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1243 00000100:00100000:3.0:1785389241.266089:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.266180:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458869120 00000100:00100000:2.0:1785389241.266190:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458869120 00000100:00100000:2.0:1785389241.266261:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1244 00000100:00100000:2.0:1785389241.266272:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30128:x1872115458869120:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.266294:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389241.266317:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78f79 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fce expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266415:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266435:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266446:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389241.266459:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1785389241.266555:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266564:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266571:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266577:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389241.266582:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266590:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266603:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840900) 00010000:00010000:2.0:1785389241.266606:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389241.266611:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266618:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266664:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78f79 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fce expref: 56 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266676:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389241.266678:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389241.266682:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78f79 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fce expref: 56 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.266693:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:2.0:1785389241.266984:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:30128:x1872115458869120:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 713us (904us total) trans 4294968131 rc 301/301 00000100:00100000:2.0:1785389241.266992:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1244 00000100:00100000:3.0:1785389241.278142:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.279031:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458869248 00000100:00100000:1.0:1785389241.279042:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458869248 00000100:00100000:1.0:1785389241.279108:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1245 00000100:00100000:1.0:1785389241.279119:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:30128:x1872115458869248:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389241.279158:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389241.279269:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:30128:x1872115458869248:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 151us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389241.279276:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1245 00000100:00100000:3.0:1785389241.294103:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.294333:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458869504 00000100:00100000:2.0:1785389241.294344:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458869504 00000100:00100000:2.0:1785389241.294403:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1246 00000100:00100000:2.0:1785389241.294414:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:30128:x1872115458869504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.294435:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389241.294457:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78f8e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fd5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.295129:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.295143:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.295156:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389241.295167:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00010000:00010000:3.0:1785389241.295959:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031000/0xb9b521054fd78f8e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fd5 expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.295981:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fd5 expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.295990:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff943412840a00) 00010000:00010000:3.0:1785389241.295993:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389241.295997:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:3.0:1785389241.296062:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:30128:x1872115458869504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1650us (1968us total) trans 4294968132 rc 0/0 00000100:00100000:3.0:1785389241.296070:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1246 00000100:00100000:1.0:1785389241.308997:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.315996:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458869760 00000100:00100000:2.0:1785389241.316012:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458869760 00000100:00100000:2.0:1785389241.316144:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1247 00000100:00100000:2.0:1785389241.316153:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:30128:x1872115458869760:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.316229:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389241.316254:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd78f95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fd5 expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.316276:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff943412840a00) 00010000:00010000:2.0:1785389241.316285:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389241.316305:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.316317:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.316326:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.316358:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.316371:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 107 pid: 5822 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389241.316383:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485891328:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389241.316481:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0300 going to sleep for 11 seconds 00000100:00100000:2.0:1785389241.321573:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.321665:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458869888 00000100:00100000:3.0:1785389241.321674:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458869888 00010000:00010000:3.0:1785389241.321723:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 108 pid: 5822 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.321785:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 372 00000100:00100000:3.0:1785389241.321794:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2363:x1872115458869888:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389241.321808:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389241.321814:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 108 pid: 5822 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.321828:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 108 pid: 5822 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.321847:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:3.0:1785389241.321853:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.321862:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.321870:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.321888:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389241.321936:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2363:x1872115458869888:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 143us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389241.321942:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 372 00010000:00010000:0.0:1785389241.322343:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd78f09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fb2 expref: 107 pid: 5822 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.322361:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485891328:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389241.322378:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322386:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322392:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322450:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322470:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322477:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322741:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322763:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322780:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322786:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.322790:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322796:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322804:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:0.0:1785389241.322806:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389241.322810:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322816:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd78fa3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322825:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322829:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322835:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322839:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.322842:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322846:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322851:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x9c09ac0e (ffff9434092fee00) 00010000:00010000:0.0:1785389241.322853:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389241.322854:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.322859:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78faa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x9c09ac0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.322918:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:30128:x1872115458869760:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 6765us (13931us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389241.322925:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1247 00000100:00080000:2.0:1785389241.322985:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389241.330906:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.330986:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458870016 00000100:00100000:0.0:1785389241.330996:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458870016 00000100:00100000:0.0:1785389241.331056:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1248 00000100:00100000:0.0:1785389241.331067:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:30128:x1872115458870016:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389241.331089:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389241.331113:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78fb1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fdc expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.331151:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.331164:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.331175:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.338446:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd78fb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 58 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.338477:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 57 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.338487:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.338490:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389241.338494:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389241.338572:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:30128:x1872115458870016:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 7506us (7673us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389241.338582:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1248 00000100:00100000:3.0:1785389241.347467:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.347626:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458870272 00000100:00100000:1.0:1785389241.347638:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458870272 00000100:00100000:1.0:1785389241.347694:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1249 00000100:00100000:1.0:1785389241.347705:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:30128:x1872115458870272:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389241.347828:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.347844:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.347854:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389241.348033:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9037d3c reply state 0000000047c45e12 transno 4294968133 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.348043:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389241.348145:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:30128:x1872115458870272:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 442us (685us total) trans 4294968133 rc 0/0 00000100:00100000:1.0:1785389241.348152:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1249 00010000:00010000:0.0:1785389241.373252:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.373270:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.373285:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.373289:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.373294:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.373300:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.373315:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.373317:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1785389241.373322:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.373327:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd78fbf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.375352:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.389844:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458870400 00000100:00100000:2.0:1785389241.389858:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458870400 00000100:00100000:2.0:1785389241.389919:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1250 00000100:00100000:2.0:1785389241.389929:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:30128:x1872115458870400:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.389951:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389241.389971:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fe3 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.390027:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 59 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.390041:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 59 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.390051:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:2.0:1785389241.390054:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389241.390058:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031600, rc 0) 00000100:00100000:2.0:1785389241.390123:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:30128:x1872115458870400:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 196us (14778us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.390130:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1250 00000100:00100000:0.0:1785389241.392963:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.395675:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458870528 00000100:00100000:2.0:1785389241.395704:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458870528 00000100:00100000:2.0:1785389241.395801:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 252 00000100:00100000:2.0:1785389241.395814:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:30128:x1872115458870528:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1785389241.395952:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:30128:x1872115458870528:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 141us (2995us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.395959:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 252 00000100:00100000:2.0:1785389241.400392:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.400481:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458870784 00000100:00100000:0.0:1785389241.400491:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458870784 00000100:00100000:0.0:1785389241.400554:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 253 00000100:00100000:0.0:1785389241.400565:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:30128:x1872115458870784:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389241.400812:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:30128:x1872115458870784:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 248us (428us total) trans 4294968134 rc 0/0 00000100:00100000:0.0:1785389241.400821:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 253 00000100:00100000:0.0:1785389241.417147:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.417247:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458871040 00000100:00100000:1.0:1785389241.417258:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458871040 00000100:00100000:1.0:1785389241.417326:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1251 00000100:00100000:1.0:1785389241.417337:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:30128:x1872115458871040:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389241.417467:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:30128:x1872115458871040:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 124us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389241.417476:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1251 00000100:00100000:3.0:1785389241.422451:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.423170:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458871296 00000100:00100000:0.0:1785389241.423184:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458871296 00000100:00100000:0.0:1785389241.423256:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1252 00000100:00100000:0.0:1785389241.423267:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:30128:x1872115458871296:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389241.423289:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389241.423309:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78fcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fea expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.423415:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.423431:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 61 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.423439:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.423482:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 61 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.423496:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 61 pid: 9185 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.423509:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485891456:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389241.423616:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389241.435678:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.435792:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458871424 00000100:00100000:3.0:1785389241.435801:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458871424 00010000:00010000:3.0:1785389241.435862:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 62 pid: 9185 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.435915:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 373 00000100:00100000:3.0:1785389241.435935:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:2363:x1872115458871424:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389241.435957:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389241.435964:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 62 pid: 9185 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.435984:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 62 pid: 9185 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.436005:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:3.0:1785389241.436016:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.436026:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.436034:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.436062:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389241.436129:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:2363:x1872115458871424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 205us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389241.436136:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 373 00010000:00010000:0.0:1785389241.437424:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd78fc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fe3 expref: 61 pid: 9185 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.437445:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485891456:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389241.437467:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.437477:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.437484:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389241.437502:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00080000:0.0:1785389241.437794:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1785389241.437978:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.437987:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.437994:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438000:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.438004:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438012:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438023:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.438027:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389241.438030:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438035:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fd4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438078:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78fcd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fea expref: 61 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438086:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff943412840800) 00010000:00010000:0.0:1785389241.438088:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389241.438092:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78fcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fea expref: 61 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.438099:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389241.438131:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:30128:x1872115458871296:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 14867us (15691us total) trans 4294968135 rc 301/301 00000100:00100000:0.0:1785389241.438138:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1252 00000100:00100000:1.0:1785389241.441461:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.441551:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458871680 00000100:00100000:3.0:1785389241.441561:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458871680 00000100:00100000:3.0:1785389241.441611:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 254 00000100:00100000:3.0:1785389241.441621:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b059850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:30128:x1872115458871680:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389241.442224:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b059850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:30128:x1872115458871680:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 602us (768us total) trans 4294968136 rc 0/0 00000100:00100000:1.0:1785389241.442232:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 254 00000100:00100000:1.0:1785389241.454325:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.461019:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458871808 00000100:00100000:0.0:1785389241.461034:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458871808 00000100:00100000:0.0:1785389241.461141:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1253 00000100:00100000:0.0:1785389241.461152:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:30128:x1872115458871808:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389241.461178:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389241.461217:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78fe2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ff1 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.461292:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fe9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.461307:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.461319:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389241.461355:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00200000:0.0:1785389241.461359:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389241.461375:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.461399:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd78fe2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff1 expref: 63 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.461414:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff1 expref: 62 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.461423:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.461426:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1785389241.461429:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34200, rc 0) 00000100:00100000:0.0:1785389241.461501:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:30128:x1872115458871808:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 350us (7184us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389241.461508:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1253 00000100:00100000:2.0:1785389241.489173:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.489258:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458871936 00000100:00100000:0.0:1785389241.489267:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458871936 00000100:00100000:0.0:1785389241.489329:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00100000:0.0:1785389241.489342:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458871936:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389241.489360:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389241.489381:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89ff8 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389241.489408:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389241.489429:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=961s v=(0 0) 00010000:00010000:0.0:1785389241.489434:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389241.489444:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.489462:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.489476:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc 0) 00000100:00100000:0.0:1785389241.489544:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458871936:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 206us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389241.489551:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00080000:2.0:1785389241.491696:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389241.501555:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.501693:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458872192 00000100:00100000:3.0:1785389241.501707:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458872192 00000100:00100000:3.0:1785389241.501787:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1254 00000100:00100000:3.0:1785389241.501798:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:30128:x1872115458872192:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389241.501909:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:30128:x1872115458872192:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 114us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389241.501917:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1254 00000100:00100000:0.0:1785389241.504263:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.504353:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458872320 00000100:00100000:2.0:1785389241.504361:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458872320 00000100:00100000:2.0:1785389241.504406:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:2.0:1785389241.504416:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:30128:x1872115458872320:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.504432:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389241.504449:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a89fff expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.504478:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.504487:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389241.504491:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389241.504497:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 13 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.504542:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.504560:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 1061 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389241.504574:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485891584:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389241.504649:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389241.509003:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.512090:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485891584:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389241.512123:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 13 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.512144:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:2.0:1785389241.512221:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:30128:x1872115458872320:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 7796us (7952us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.512231:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:3.0:1785389241.514310:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458872448 00000100:00100000:3.0:1785389241.514323:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458872448 00010000:00010000:3.0:1785389241.514361:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 1061 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.514408:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:3.0:1785389241.514418:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458872448:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389241.514433:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389241.514455:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 1061 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.517578:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 1061 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.517605:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbc81697/0xb9b521054fd78ff0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff8 expref: 13 pid: 6614 timeout: 1061 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.517621:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389241.517625:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389241.517633:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.517643:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.517687:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.517702:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485891712:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389241.517797:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434296dfa80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389241.531333:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.532290:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458872576 00000100:00100000:0.0:1785389241.532301:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458872576 00002000:00100000:0.0:1785389241.532354:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff943302b10380 x1872115458872576/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:737/0 lens 648/0 e 0 to 0 dl 1785389252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389241.532367:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b10380 with x1872115458872576 ext(0->157) 00002000:00010000:0.0:1785389241.532373:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943302b10380 00000100:00100000:0.0:1785389241.532409:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 109 00000100:00100000:0.0:1785389241.532419:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458872576:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389241.533685:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2362:x1872115458872576:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 1263us (2357us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1785389241.533695:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 109 00002000:00100000:0.0:1785389241.533704:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff943302b10380 x1872115458872576/t4294967367(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:737/0 lens 648/448 e 0 to 0 dl 1785389252 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389241.533714:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b10380 with x1872115458872576 ext(0->157) 00002000:00010000:0.0:1785389241.533718:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943302b10380 00000100:00100000:3.0:1785389241.535730:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485891712:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389241.535783:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389241.538836:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2362:x1872115458872448:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 24409us (29831us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389241.538850:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:2.0:1785389241.562134:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.563112:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458872704 00000100:00100000:1.0:1785389241.563124:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458872704 00000100:00100000:1.0:1785389241.563189:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1255 00000100:00100000:1.0:1785389241.563198:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:30128:x1872115458872704:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00010000:00010000:3.0:1785389241.583108:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389241.708414:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:30128:x1872115458872704:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 145206us (146278us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389241.708427:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1255 00000001:00080000:0.0:1785389241.708770:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968135 is committed 00000001:00080000:0.0:1785389241.708784:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968129 is committed 00000004:00080000:0.0:1785389241.708787:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:0.0:1785389241.708814:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943441df8180 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:0.0:1785389241.708818:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943408e07f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943441df8c00 00000020:00080000:0.0:1785389241.708821:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943408e07900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343d4a2400 00000001:00080000:0.0:1785389241.708855:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968130 is committed 00000001:00080000:0.0:1785389241.708874:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968136 is committed 00000020:00080000:0.0:1785389241.708884:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943404fb93c0 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:0.0:1785389241.708887:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943302202900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943409e330c0 00000020:00080000:0.0:1785389241.708890:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943302202f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943405097800 00000020:00080000:0.0:1785389241.708904:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:0.0:1785389241.709147:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:0.0:1785389241.709350:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485891840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389241.709405:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389241.709509:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485891840 00000100:00100000:1.0:1785389241.709517:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485891840 00000100:00100000:1.0:1785389241.709599:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1785389241.709621:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3323:x1872115485891840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1785389241.709648:0:14689:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:1.0:1785389241.709681:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x6a6ae0b4, atime: 0x6a6ae0b6, ctime: 0x6a6ae0b4, blocks: 0xb 00010000:00010000:1.0:1785389241.709690:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.709707:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=962s v=(0 0) 00010000:00010000:1.0:1785389241.709711:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389241.709718:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.709734:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.709777:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.709787:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.709802:0:14689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389241.710119:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389241.710127:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.710138:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389241.710143:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.710154:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.710174:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.710200:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd78ffe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.710229:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389241.710232:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389241.710235:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389241.710345:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3323:x1872115485891840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 723us (938us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1785389241.710354:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000004:00080000:2.0:1785389241.710421:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943303212d80/2, rc 0, transno 4294967370 00000100:00100000:2.0:1785389241.710428:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303212d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485891840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1785389241.712096:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389241.712110:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485891968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389241.712158:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389241.712423:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485891968 00000100:00100000:3.0:1785389241.712430:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485891968 00000100:00100000:3.0:1785389241.712474:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1785389241.712482:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485891968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389241.712501:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 3407872 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389241.712543:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3325:x1872115485891968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389241.712549:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00080000:3.0:1785389241.712567:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389241.712600:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485891968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389241.713170:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.728291:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458872832 00000100:00100000:0.0:1785389241.728305:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458872832 00000100:00100000:2.0:1785389241.730850:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:2.0:1785389241.730861:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115458872832:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1785389241.779880:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000001:00080000:2.0:1785389241.779904:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000001:00080000:2.0:1785389241.779909:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000100:00100000:1.0:1785389241.787331:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458872832:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 56460us (74152us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389241.787343:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:2.0:1785389241.790541:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.790630:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873088 00000100:00100000:0.0:1785389241.790641:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873088 00000100:00100000:0.0:1785389241.790695:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1256 00000100:00100000:0.0:1785389241.790704:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30128:x1872115458873088:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389241.790791:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389241.790822:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd78fe9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ff1 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.790843:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.790848:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389241.790879:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.790893:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.790903:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389241.791114:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000f76a931 reply state 00000000c9f80bce transno 4294968137 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.791125:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389241.791234:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30128:x1872115458873088:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 530us (701us total) trans 4294968137 rc 0/0 00000100:00100000:0.0:1785389241.791242:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1256 00010000:00010000:1.0:1785389241.795440:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.795459:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.795467:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.795473:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389241.795478:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.795485:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.795502:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:1.0:1785389241.795505:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389241.795510:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.795517:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd79005 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389241.797216:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.797437:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873216 00000100:00100000:0.0:1785389241.797450:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873216 00000100:00100000:0.0:1785389241.797509:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1257 00000100:00100000:0.0:1785389241.797521:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30128:x1872115458873216:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389241.797548:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389241.797571:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a006 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.797639:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.797656:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.797675:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.797678:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389241.797682:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34200, rc 0) 00000100:00100000:0.0:1785389241.797737:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30128:x1872115458873216:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 218us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389241.797779:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1257 00000100:00100000:2.0:1785389241.806694:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.813041:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873344 00000100:00100000:0.0:1785389241.813055:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873344 00000100:00100000:3.0:1785389241.813344:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:3.0:1785389241.813354:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458873344:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1785389241.813596:0:12002:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1785389241.813601:0:12002:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1785389236 00002000:00010000:3.0:1785389241.813603:0:12002:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 0 -> 1785389239 00002000:00010000:3.0:1785389241.813605:0:12002:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1785389236 00002000:00010000:3.0:1785389241.813606:0:12002:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1785389241.813678:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458873344:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 325us (6991us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1785389241.813686:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:3.0:1785389241.832467:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.832613:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873600 00000100:00100000:1.0:1785389241.832623:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873600 00000100:00100000:1.0:1785389241.832681:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1258 00000100:00100000:1.0:1785389241.832690:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30128:x1872115458873600:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1785389241.832787:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.832802:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.832822:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.832859:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.832871:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 48 pid: 19127 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.832884:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485892096:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389241.832980:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389241.839630:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485892096:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389241.839664:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.840371:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.840593:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873728 00000100:00100000:1.0:1785389241.840601:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873728 00010000:00010000:1.0:1785389241.840639:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 49 pid: 19127 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.840680:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:1.0:1785389241.840689:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458873728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389241.840704:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389241.840711:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 49 pid: 19127 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.840723:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 49 pid: 19127 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.840775:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd78fb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fdc expref: 49 pid: 19127 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.840805:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:1.0:1785389241.840811:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.840820:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.840827:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.840847:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389241.840900:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458873728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 211us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389241.840907:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 375 00010000:00010000:0.0:1785389241.840973:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.840981:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841013:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841020:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841027:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841033:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.841037:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841045:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841055:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389241.841057:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389241.841061:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.841067:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79013 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.841119:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30128:x1872115458873600:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 8430us (8662us total) trans 0 rc -22/-22 00000100:00100000:0.0:1785389241.841126:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1258 00000100:00100000:1.0:1785389241.844470:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.844674:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873856 00000100:00100000:2.0:1785389241.844684:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873856 00000100:00100000:2.0:1785389241.844733:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:2.0:1785389241.844769:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458873856:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389241.844813:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.844833:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.844842:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389241.844846:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389241.844850:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.844886:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.844900:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 11 pid: 12002 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389241.844915:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485892224:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389241.844983:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943303cb0480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389241.849365:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485892224:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389241.849396:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.858988:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.859296:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458873984 00000100:00100000:2.0:1785389241.859314:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458873984 00010000:00010000:2.0:1785389241.859349:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389241.859391:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 376 00000100:00100000:2.0:1785389241.859400:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458873984:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389241.859413:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389241.859434:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.859448:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.859473:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd78ff7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fff expref: 12 pid: 12002 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.859492:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389241.859496:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389241.859503:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.859513:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.859538:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389241.859587:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458873984:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 186us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.859594:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 376 00010000:00010000:1.0:1785389241.859991:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860001:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860042:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860051:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860059:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860066:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389241.860071:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860080:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860320:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.860329:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fde9603e/0xb9b521054fd7901a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.861686:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458873856:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 16939us (17216us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389241.861708:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:1.0:1785389241.874071:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.874165:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458874240 00000100:00100000:3.0:1785389241.874186:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458874240 00000100:00100000:3.0:1785389241.874257:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1259 00000100:00100000:3.0:1785389241.874268:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30128:x1872115458874240:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389241.874350:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874370:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874383:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874613:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874625:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874633:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874669:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.874684:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 48 pid: 9185 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.874697:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485892352:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389241.874960:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389241.880607:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485892352:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389241.880638:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.883586:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.884277:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458874368 00000100:00100000:3.0:1785389241.884287:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458874368 00010000:00010000:3.0:1785389241.884323:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 49 pid: 9185 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389241.884362:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 377 00000100:00100000:3.0:1785389241.884370:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458874368:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389241.884386:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389241.884393:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 49 pid: 9185 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.884406:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 49 pid: 9185 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.884427:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7900c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a006 expref: 49 pid: 9185 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.884442:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:3.0:1785389241.884582:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.884594:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.884602:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389241.887085:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389241.887159:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458874368:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2784us (3580us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389241.887169:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 377 00010000:00010000:0.0:1785389241.891061:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.891086:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389241.891394:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968138 00000001:00080000:0.0:1785389241.891524:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968139 00000001:00080000:0.0:1785389241.891568:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968140 00000100:00100000:0.0:1785389241.891656:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485892480:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1785389241.891720:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389241.891822:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e98cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389241.896465:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485892480 00000100:00100000:2.0:1785389241.896480:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485892480 00000100:00100000:2.0:1785389241.896569:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1785389241.896579:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485892480:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1785389241.896696:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485892480:12345-0@lo:1000:mdt00_002.0 Request processed in 119us (4974us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.896702:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1785389241.896782:0:5822:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:1.0:1785389241.896788:0:5822:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000004:00080000:1.0:1785389241.896805:0:5822:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943303213480, transno 4294967366 00000100:00100000:1.0:1785389241.896819:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485892480:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1785389241.897170:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968141 00000100:00100000:1.0:1785389241.897259:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485892608:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1785389241.897293:0:5822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389241.909939:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763000 going to sleep for 11 seconds 00000100:00100000:0.0:1785389241.916145:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485892608 00000100:00100000:0.0:1785389241.916161:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485892608 00000100:00100000:0.0:1785389241.916235:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1785389241.916248:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5822:x1872115485892608:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1785389241.916570:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5822:x1872115485892608:12345-0@lo:1000:mdt00_002.0 Request processed in 325us (19274us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1785389241.916579:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1785389241.916804:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5822:1872115485892608:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1785389241.916908:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968142 00010000:00010000:1.0:1785389241.916945:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.916968:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.916978:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.916985:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389241.917004:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917012:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917029:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fec00) 00010000:00010000:1.0:1785389241.917032:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389241.917036:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917043:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79028 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917077:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917084:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917089:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917095:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389241.917098:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917104:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917111:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840900) 00010000:00010000:1.0:1785389241.917114:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389241.917127:0:5822:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917140:0:5822:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917150:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.917186:0:5822:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35600/0xb9b521054fd78f5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89fc7 expref: 95 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389241.917211:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485892736:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389241.917301:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763000 going to sleep for 11 seconds 00000100:00100000:1.0:1785389241.925215:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.925291:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485892736:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389241.925317:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925328:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd78f56 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925360:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925373:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925389:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925399:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925406:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925413:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925419:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.925423:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925430:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925440:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840900) 00010000:00010000:0.0:1785389241.925443:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389241.925447:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925453:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7902f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925463:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925468:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925475:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925481:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389241.925484:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925489:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925495:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff943412840900) 00010000:00010000:0.0:1785389241.925497:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389241.925500:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.925506:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79021 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389241.925725:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:30128:x1872115458874240:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 51458us (51661us total) trans 4294968143 rc 0/0 00000100:00100000:0.0:1785389241.925735:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1259 00000020:00080000:0.0:1785389241.925740:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1785389241.925959:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458874496 00000100:00100000:2.0:1785389241.925966:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458874496 00000100:00100000:2.0:1785389241.926013:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 255 00000100:00100000:2.0:1785389241.926023:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30127:x1872115458874496:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:2.0:1785389241.926125:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30127:x1872115458874496:12345-192.168.204.39@tcp:49:cat.0 Request processed in 103us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.926131:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 255 00000040:00080000:3.0:1785389241.928479:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389241.928488:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389241.929195:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1785389241.929215:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389241.932990:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389241.933037:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389241.933113:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458874752 00000100:00100000:0.0:1785389241.933125:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458874752 00000100:00100000:0.0:1785389241.933179:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 256 00000100:00100000:0.0:1785389241.933188:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:30128:x1872115458874752:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1785389241.933812:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1785389241.933914:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968144 00010000:00010000:0.0:1785389241.933954:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.933969:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.933979:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.933988:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.933994:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.934001:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389241.934019:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389241.934103:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:30128:x1872115458874752:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 915us (1122us total) trans 4294968145 rc 0/0 00000100:00100000:0.0:1785389241.934110:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 256 00000020:00080000:0.0:1785389241.934114:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1785389241.934190:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458874880 00000100:00100000:2.0:1785389241.934196:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458874880 00000100:00100000:2.0:1785389241.934256:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 347 00000100:00100000:2.0:1785389241.934263:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+11:30127:x1872115458874880:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389241.934274:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389241.934290:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd7903d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a00d expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389241.934311:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 158, mtime: 0x6a6ae0b4, atime: 0x6a6ae0b7, ctime: 0x6a6ae0b4, blocks: 0xb 00010000:00010000:2.0:1785389241.934326:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=962s v=(0 0) 00010000:00010000:2.0:1785389241.934331:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389241.934339:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd7903d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a00d expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.934351:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd7903d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a00d expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389241.934367:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031000, rc 0) 00000100:00100000:2.0:1785389241.934389:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:30127:x1872115458874880:12345-192.168.204.39@tcp:101:cat.0 Request processed in 127us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389241.934394:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 347 00010000:00010000:1.0:1785389241.934476:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389241.934482:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.934489:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389241.934493:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.934500:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.934511:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9434092fe500) 00010000:00010000:1.0:1785389241.934520:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389241.934524:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.934529:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd79036 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389241.934543:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389241.934545:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389241.934546:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1785389241.935189:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389241.947906:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389241.948002:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875008 00000100:00100000:3.0:1785389241.948011:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875008 00002000:00100000:3.0:1785389241.948067:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff943441e3aa00 x1872115458875008/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:737/0 lens 488/0 e 0 to 0 dl 1785389252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389241.948077:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e3aa00 with x1872115458875008 ext(0->4095) 00002000:00010000:3.0:1785389241.948084:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e3aa00 00000100:00100000:3.0:1785389241.948118:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 110 00000100:00100000:3.0:1785389241.948127:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458875008:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1785389241.948363:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458875008:12345-192.168.204.39@tcp:3:cat.0 Request processed in 236us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389241.948371:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 110 00002000:00100000:3.0:1785389241.948377:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff943441e3aa00 x1872115458875008/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:737/0 lens 488/4536 e 0 to 0 dl 1785389252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389241.948386:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e3aa00 with x1872115458875008 ext(0->4095) 00002000:00010000:3.0:1785389241.948389:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e3aa00 00000100:00100000:1.0:1785389241.967027:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389241.968412:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875264 00000100:00100000:2.0:1785389241.968424:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875264 00000100:00100000:2.0:1785389241.968510:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 257 00000100:00100000:2.0:1785389241.968520:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30127:x1872115458875264:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389241.969942:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30127:x1872115458875264:12345-192.168.204.39@tcp:35:cat.0 Request processed in 1418us (2917us total) trans 4294968146 rc 0/0 00000100:00100000:2.0:1785389241.969952:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 257 00010000:00010000:3.0:1785389242.606949:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389243.638217:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389244.656077:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389245.070532:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389245.070567:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389245.070593:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389245.070669:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875648 00000100:00100000:3.0:1785389245.070678:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875648 00000100:00100000:3.0:1785389245.070735:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 590 00000100:00100000:3.0:1785389245.070784:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458875648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389245.070852:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2363:x1872115458875648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 109us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389245.070864:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 590 00000100:00080000:3.0:1785389245.070915:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389245.071277:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875392 00000100:00100000:2.0:1785389245.071282:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875392 00000100:00100000:2.0:1785389245.071317:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 648 00000100:00100000:2.0:1785389245.071325:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458875392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389245.071365:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115458875392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389245.071372:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 648 00000100:00100000:1.0:1785389245.072005:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389245.072030:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389245.072065:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876160 00000100:00100000:2.0:1785389245.072070:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876160 00000100:00100000:2.0:1785389245.072120:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 591 00000100:00100000:2.0:1785389245.072128:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458876160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389245.072167:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458876160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389245.072174:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 591 00000100:00080000:3.0:1785389245.072317:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389245.081633:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389245.081656:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389245.081689:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875776 00000100:00100000:1.0:1785389245.081697:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875776 00000100:00100000:1.0:1785389245.081759:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876032 00000100:00100000:1.0:1785389245.081761:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876032 00000100:00100000:1.0:1785389245.081780:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 592 00000100:00100000:1.0:1785389245.081788:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458875776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389245.081848:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458875776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 61us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389245.081856:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 592 00000100:00100000:1.0:1785389245.081870:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 593 00000100:00100000:1.0:1785389245.081891:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458876032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:3.0:1785389245.082084:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389245.082088:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389245.082283:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458876032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 392us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389245.082290:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 593 00000100:00100000:0.0:1785389245.084532:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875904 00000100:00100000:0.0:1785389245.084544:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875904 00000100:00100000:0.0:1785389245.084611:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458875520 00000100:00100000:0.0:1785389245.084614:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458875520 00000100:00100000:0.0:1785389245.084643:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 595 00000100:00100000:0.0:1785389245.084651:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458875904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389245.084706:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458875904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 57us (14113us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389245.084714:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 595 00000100:00100000:0.0:1785389245.084727:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:0.0:1785389245.084732:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:2363:x1872115458875520:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389245.084778:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:2363:x1872115458875520:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 46us (12748us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389245.084783:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00080000:3.0:1785389245.084983:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389245.295011:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485893120:0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295088:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389245.295169:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1785389245.295175:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485892992:0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295201:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389245.295218:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485893504:0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295245:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389245.295295:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893120 00000100:00100000:0.0:1785389245.295304:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893120 00000100:00100000:0.0:1785389245.295360:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485892992 00000100:00100000:0.0:1785389245.295363:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485892992 00000100:00100000:0.0:1785389245.295384:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1785389245.295392:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485893120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295463:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485893120:12345-0@lo:400:kworker.0 Request processed in 71us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389245.295469:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1785389245.295485:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1785389245.295491:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485892992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295518:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485892992:12345-0@lo:400:kworker.0 Request processed in 28us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389245.295523:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1785389245.295541:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893504 00000100:00100000:0.0:1785389245.295544:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893504 00000100:00100000:0.0:1785389245.295575:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1785389245.295581:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1872115485893504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295606:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3323:x1872115485893504:12345-0@lo:400:kworker.0 Request processed in 26us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389245.295611:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:0.0:1785389245.295632:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389245.295636:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389245.295657:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485892992:0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295666:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485893504:0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.295673:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485893120:0@lo:400:kworker.0 00000100:00100000:3.0:1785389245.296462:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485892864:0@lo:400:kworker.0 00000100:00100000:3.0:1785389245.296504:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389245.296541:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485893376:0@lo:400:kworker.0 00000100:00100000:3.0:1785389245.296564:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389245.296589:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389245.296595:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485893248:0@lo:400:kworker.0 00000100:00100000:3.0:1785389245.296617:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389245.296726:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893376 00000100:00100000:2.0:1785389245.296730:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893376 00000100:00100000:2.0:1785389245.296794:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1785389245.296801:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485893376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389245.296843:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485893376:12345-0@lo:400:kworker.0 Request processed in 43us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389245.296849:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1785389245.297122:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893248 00000100:00100000:1.0:1785389245.297127:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893248 00000100:00100000:1.0:1785389245.297167:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1785389245.297174:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485893248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389245.297210:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485893248:12345-0@lo:400:kworker.0 Request processed in 36us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389245.297217:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1785389245.298543:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485892864 00000100:00100000:0.0:1785389245.298551:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485892864 00000100:00100000:0.0:1785389245.298592:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1785389245.298599:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485892864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389245.298647:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485892864:12345-0@lo:400:kworker.0 Request processed in 49us (2143us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389245.298653:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:3.0:1785389245.298733:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389245.298739:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389245.298792:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485893248:0@lo:400:kworker.0 00000100:00100000:3.0:1785389245.298805:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485892864:0@lo:400:kworker.0 00000100:00100000:3.0:1785389245.298816:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485893376:0@lo:400:kworker.0 00000001:00080000:0.0:1785389245.384775:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:0.0:1785389245.384796:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000001:00080000:0.0:1785389245.384804:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00010000:00010000:3.0:1785389245.680726:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389245.808433:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485893632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389245.808529:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389245.808761:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893632 00000100:00100000:1.0:1785389245.808772:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893632 00000100:00100000:1.0:1785389245.808842:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1785389245.808852:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485893632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389245.808896:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389245.812074:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485893632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3211us (3532us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389245.812092:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1785389245.815119:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967370 gen 2 00000004:00080000:0.0:1785389245.815143:0:3323:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967370 00000004:00080000:0.0:1785389245.815174:0:3323:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967370 00000004:00080000:0.0:1785389245.815190:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943303212d80, transno 4294967370 00000100:00100000:0.0:1785389245.815235:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485893632:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389246.062937:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389246.062946:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389246.062982:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:0.0:1785389246.065540:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389246.703624:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389246.834262:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389246.834284:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485893760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389246.834351:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389246.834413:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893760 00000100:00100000:1.0:1785389246.834431:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893760 00000100:00100000:1.0:1785389246.834474:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1785389246.834481:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485893760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389246.834528:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389246.834572:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485893760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389246.834578:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1785389246.834624:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485893760:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1785389246.945543:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:2.0:1785389246.945562:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:2.0:1785389246.951292:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968145 is committed 00000020:00080000:2.0:1785389246.951316:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:2.0:1785389246.951333:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943408763f00 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1785389246.951339:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943429528100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943408763600 00000020:00080000:2.0:1785389246.951343:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943429528a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943405020800 00000001:00080000:2.0:1785389246.951350:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968146 is committed 00000020:00080000:2.0:1785389246.951365:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1785389246.954529:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00010000:00010000:1.0:1785389247.727558:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389248.768109:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389249.777257:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389250.235991:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236056:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236080:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236101:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236120:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236137:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236161:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389250.236204:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876800 00000100:00100000:0.0:1785389250.236213:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876800 00000100:00100000:0.0:1785389250.236265:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876416 00000100:00100000:0.0:1785389250.236269:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876416 00000100:00100000:0.0:1785389250.236301:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 600 00000100:00100000:0.0:1785389250.236310:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2364:x1872115458876800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389250.236376:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2364:x1872115458876800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 67us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.236384:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 600 00000100:00100000:0.0:1785389250.236400:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 601 00000100:00100000:0.0:1785389250.236407:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2364:x1872115458876416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389250.236430:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2364:x1872115458876416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.236436:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 601 00000100:00100000:0.0:1785389250.236454:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876544 00000100:00100000:0.0:1785389250.236457:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876544 00000100:00100000:0.0:1785389250.236478:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877056 00000100:00100000:0.0:1785389250.236480:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877056 00000100:00100000:0.0:1785389250.236491:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876672 00000100:00100000:0.0:1785389250.236493:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876672 00000100:00100000:0.0:1785389250.236503:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876928 00000100:00100000:0.0:1785389250.236505:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876928 00000100:00100000:0.0:1785389250.236518:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:0.0:1785389250.236524:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458876544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389250.236549:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458876544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.236555:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 596 00000100:00100000:0.0:1785389250.236567:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 597 00000100:00100000:0.0:1785389250.236573:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458877056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389250.236595:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458877056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.236601:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 597 00000100:00100000:0.0:1785389250.236611:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 598 00000100:00100000:0.0:1785389250.236616:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458876672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389250.236637:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458876672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.236643:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 598 00000100:00100000:0.0:1785389250.236654:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 599 00000100:00100000:0.0:1785389250.236660:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458876928:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389250.236679:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458876928:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.236684:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 599 00000100:00080000:0.0:1785389250.236704:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389250.236708:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389250.236711:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389250.238272:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458876288 00000100:00100000:1.0:1785389250.238282:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458876288 00000100:00100000:1.0:1785389250.238328:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:1.0:1785389250.238337:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458876288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389250.238380:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458876288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 45us (2405us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389250.238386:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:3.0:1785389250.317144:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389250.317211:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877184 00000100:00100000:1.0:1785389250.317220:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877184 00000100:00100000:1.0:1785389250.317275:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1260 00000100:00100000:1.0:1785389250.317284:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30089:x1872115458877184:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1785389250.317375:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30089:x1872115458877184:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 92us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389250.317382:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1260 00000100:00100000:0.0:1785389250.414962:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389250.414983:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485894016:0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415059:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389250.415125:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894016 00000100:00100000:0.0:1785389250.415132:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894016 00000100:00100000:0.0:1785389250.415172:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1785389250.415180:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485894016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415231:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485894016:12345-0@lo:400:kworker.0 Request processed in 51us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.415238:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1785389250.415278:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485894016:0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415311:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485894144:0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415334:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389250.415363:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894144 00000100:00100000:0.0:1785389250.415367:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894144 00000100:00100000:0.0:1785389250.415397:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1785389250.415403:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485894144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415435:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485894144:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.415440:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:0.0:1785389250.415455:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389250.415472:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485894144:0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415510:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389250.415516:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485894528:0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415540:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389250.415563:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894528 00000100:00100000:0.0:1785389250.415567:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894528 00000100:00100000:0.0:1785389250.415598:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1785389250.415603:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485894528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.415638:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485894528:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.415644:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00080000:0.0:1785389250.415674:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389250.415690:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485894528:0@lo:400:kworker.0 00000100:00100000:3.0:1785389250.415827:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485894272:0@lo:400:kworker.0 00000100:00100000:3.0:1785389250.415857:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389250.415884:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389250.415890:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485893888:0@lo:400:kworker.0 00000100:00100000:3.0:1785389250.415913:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389250.415934:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485894400:0@lo:400:kworker.0 00000100:00100000:3.0:1785389250.415953:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389250.415972:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485893888 00000100:00100000:3.0:1785389250.415975:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485893888 00000100:00100000:3.0:1785389250.415998:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1785389250.416003:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485893888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389250.416042:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485893888:12345-0@lo:400:kworker.0 Request processed in 30us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389250.416049:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1785389250.416085:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485893888:0@lo:400:kworker.0 00000100:00100000:2.0:1785389250.416273:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894400 00000100:00100000:2.0:1785389250.416277:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894400 00000100:00100000:2.0:1785389250.416314:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1785389250.416321:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485894400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389250.416353:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485894400:12345-0@lo:400:kworker.0 Request processed in 34us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389250.416359:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:3.0:1785389250.416411:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389250.416429:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485894400:0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.416485:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894272 00000100:00100000:0.0:1785389250.416488:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894272 00000100:00100000:0.0:1785389250.416588:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1785389250.416595:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485894272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389250.416631:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485894272:12345-0@lo:400:kworker.0 Request processed in 37us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389250.416637:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1785389250.417081:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1785389250.417087:0:3324:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967369 00000100:00100000:1.0:1785389250.417103:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485894272:0@lo:400:kworker.0 00000100:00080000:3.0:1785389250.418897:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389250.802272:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389250.927347:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485894656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389250.927418:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389250.927600:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894656 00000100:00100000:1.0:1785389250.927621:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894656 00000100:00100000:1.0:1785389250.927675:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1785389250.927685:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485894656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389250.927721:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389250.927810:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485894656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389250.927818:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1785389250.928201:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485894656:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389251.839259:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389251.954251:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389251.954276:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485894784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389251.954354:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389251.954410:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485894784 00000100:00100000:1.0:1785389251.954417:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485894784 00000100:00100000:1.0:1785389251.954456:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1785389251.954463:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485894784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389251.954496:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389251.954534:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485894784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389251.954541:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1785389251.954597:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485894784:0@lo:13:osp-pre-0-0.0 00000020:00080000:1.0:1785389252.030100:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:0.0:1785389252.030203:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:0.0:1785389252.030216:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:3.0:1785389252.861028:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1785389252.962310:0:21214:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 01:27:30 (1785389250) 00000100:00100000:1.0:1785389253.480327:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.480485:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877312 00000100:00100000:0.0:1785389253.480495:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877312 00000100:00100000:0.0:1785389253.480548:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 652 00000100:00100000:0.0:1785389253.480558:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:30722:x1872115458877312:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:0.0:1785389253.480574:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389253.480593:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943425f35000/0xb9b521054fd79044 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a014 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389253.480620:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943425f35000/0xb9b521054fd79044 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a014 expref: 14 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389253.480632:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943425f35000/0xb9b521054fd79044 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a014 expref: 14 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389253.480642:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35000, rc 0) 00000100:00100000:0.0:1785389253.480704:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30722:x1872115458877312:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 148us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.480711:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 652 00000100:00100000:3.0:1785389253.491785:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.491862:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877440 00000100:00100000:1.0:1785389253.491871:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877440 00000100:00100000:1.0:1785389253.491936:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 653 00000100:00100000:1.0:1785389253.491946:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30722:x1872115458877440:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:1.0:1785389253.492328:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30722:x1872115458877440:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 382us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389253.492343:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 653 00000100:00100000:1.0:1785389253.507004:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389253.507074:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877568 00000100:00100000:3.0:1785389253.507084:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877568 00000100:00100000:3.0:1785389253.507130:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:3.0:1785389253.507140:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30722:x1872115458877568:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:3.0:1785389253.507889:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30722:x1872115458877568:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 748us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389253.507898:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:2.0:1785389253.542982:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.543125:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877696 00000100:00100000:0.0:1785389253.543136:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877696 00000100:00100000:0.0:1785389253.543534:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:0.0:1785389253.543547:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30726:x1872115458877696:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389253.544590:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30726:x1872115458877696:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 1043us (1621us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.553507:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:0.0:1785389253.595648:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.595789:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877824 00000100:00100000:1.0:1785389253.595799:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877824 00000100:00100000:1.0:1785389253.595850:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 656 00000100:00100000:1.0:1785389253.595860:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30726:x1872115458877824:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:1.0:1785389253.596135:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30726:x1872115458877824:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 276us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389253.596144:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 656 00000100:00100000:1.0:1785389253.610529:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.610653:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458877952 00000100:00100000:0.0:1785389253.610662:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458877952 00000100:00100000:0.0:1785389253.610769:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 657 00000100:00100000:0.0:1785389253.610779:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30726:x1872115458877952:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389253.611026:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30726:x1872115458877952:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 248us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.611033:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 657 00000100:00100000:2.0:1785389253.616125:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389253.617548:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878080 00000100:00100000:3.0:1785389253.617560:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878080 00000100:00100000:3.0:1785389253.617659:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 658 00000100:00100000:3.0:1785389253.617682:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+14:30722:x1872115458878080:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:3.0:1785389253.617722:0:5814:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389253.617823:0:5814:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9434013a1000/0xb9b521054fd7904b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a03e expref: -99 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389253.617897:0:5814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9434013a1000/0xb9b521054fd7904b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a03e expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389253.617923:0:5814:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9434013a1000/0xb9b521054fd7904b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a03e expref: 15 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389253.617965:0:5814:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1000, rc 0) 00000100:00100000:3.0:1785389253.618024:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+15:30722:x1872115458878080:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 345us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389253.618031:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 658 00000100:00100000:3.0:1785389253.627291:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.627383:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878208 00000100:00100000:1.0:1785389253.627393:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878208 00000100:00100000:1.0:1785389253.627439:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 659 00000100:00100000:1.0:1785389253.627448:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+15:30722:x1872115458878208:12345-192.168.204.39@tcp:256:mount.lustre.0 20000000:01000000:1.0:1785389253.627474:0:5813:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1785389253.627495:0:5813:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1785389253.627498:0:5813:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1785389253.627502:0:5813:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1785389253.627504:0:5813:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:3.0:1785389253.631114:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+15:30722:x1872115458878208:12345-192.168.204.39@tcp:256:mount.lustre.0 Request processed in 3658us (3829us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389253.631126:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 659 00000100:00100000:2.0:1785389253.634178:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.634529:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878336 00000100:00100000:0.0:1785389253.634540:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878336 00000100:00100000:0.0:1785389253.634596:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:0.0:1785389253.634607:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+15:30722:x1872115458878336:12345-192.168.204.39@tcp:101:mount.lustre.0 00010000:00010000:0.0:1785389253.634625:0:5815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389253.634643:0:5815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff943425f34600/0xb9b521054fd79052 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a045 expref: -99 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389253.634671:0:5815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff943425f34600/0xb9b521054fd79052 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a045 expref: 16 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389253.634682:0:5815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff943425f34600/0xb9b521054fd79052 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a045 expref: 16 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389253.634701:0:5815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34600, rc 0) 00000100:00100000:0.0:1785389253.634783:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30722:x1872115458878336:12345-192.168.204.39@tcp:101:mount.lustre.0 Request processed in 178us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.634790:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:0.0:1785389253.640363:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389253.640603:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878464 00000100:00100000:3.0:1785389253.640613:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878464 00000100:00100000:3.0:1785389253.640679:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 661 00000100:00100000:3.0:1785389253.640688:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30722:x1872115458878464:12345-192.168.204.39@tcp:501:mount.lustre.0 00000100:00100000:3.0:1785389253.641009:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30722:x1872115458878464:12345-192.168.204.39@tcp:501:mount.lustre.0 Request processed in 321us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389253.641020:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 661 00000100:00100000:1.0:1785389253.644349:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389253.644552:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878592 00000100:00100000:3.0:1785389253.644564:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878592 00000100:00100000:3.0:1785389253.644627:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 662 00000100:00100000:3.0:1785389253.644638:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30722:x1872115458878592:12345-192.168.204.39@tcp:503:mount.lustre.0 00000100:00100000:3.0:1785389253.645057:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30722:x1872115458878592:12345-192.168.204.39@tcp:503:mount.lustre.0 Request processed in 419us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389253.645065:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 662 00000100:00100000:2.0:1785389253.659550:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.659650:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878720 00000100:00100000:0.0:1785389253.659660:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878720 00000100:00100000:0.0:1785389253.659713:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 663 00000100:00100000:0.0:1785389253.659722:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30730:x1872115458878720:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389253.662455:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30730:x1872115458878720:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 2726us (2907us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.662469:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 663 00000100:00100000:2.0:1785389253.668195:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.669046:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878848 00000100:00100000:0.0:1785389253.669057:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878848 00000100:00100000:0.0:1785389253.669116:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 664 00000100:00100000:0.0:1785389253.669125:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30730:x1872115458878848:12345-192.168.204.39@tcp:502:llog_process_th.0 00000100:00100000:0.0:1785389253.669640:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+16:30730:x1872115458878848:12345-192.168.204.39@tcp:502:llog_process_th.0 Request processed in 514us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.669649:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 664 00000100:00100000:1.0:1785389253.678523:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.678563:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.678602:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.678629:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.678654:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.678675:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.678791:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458878976 00000100:00100000:0.0:1785389253.678801:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458878976 00000100:00100000:0.0:1785389253.678834:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879360 00000100:00100000:0.0:1785389253.678837:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879360 00000100:00100000:0.0:1785389253.678878:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:0.0:1785389253.678889:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2364:x1872115458879360:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389253.679822:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.679848:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879488 00000100:00100000:1.0:1785389253.679853:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879488 00000100:00100000:1.0:1785389253.679885:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879616 00000100:00100000:1.0:1785389253.679888:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879616 00000100:00100000:1.0:1785389253.679899:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879872 00000100:00100000:1.0:1785389253.679901:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879872 00000100:00100000:1.0:1785389253.679926:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880000 00000100:00100000:1.0:1785389253.679929:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880000 00000100:00100000:1.0:1785389253.679942:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00100000:0.0:1785389253.680098:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:2364:x1872115458879360:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1212us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.680110:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:0.0:1785389253.680124:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879744 00000100:00100000:0.0:1785389253.680127:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879744 00000100:00100000:0.0:1785389253.680141:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 606 00000100:00100000:0.0:1785389253.680147:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2365:x1872115458879744:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389253.680357:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1261 00000100:00100000:2.0:1785389253.680363:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2361:x1872115458878976:12345-192.168.204.39@tcp:38:mount.lustre.0 00010000:00080000:2.0:1785389253.680784:0:5820:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp t0 exp 0000000000000000 cur 973 last 0 00000020:00000080:2.0:1785389253.680824:0:5820:0:(genops.c:1406:class_connect()) connect: client 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3, cookie 0xb9b521054fd79059 00000004:00100000:2.0:1785389253.680854:0:5820:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1785389253.681041:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458879488:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389253.681395:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2365:x1872115458879744:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1245us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.681403:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 606 00000100:00100000:3.0:1785389253.688048:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 603 00000100:00100000:3.0:1785389253.688077:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458879616:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389253.688233:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:0.0:1785389253.688244:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458879872:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389253.689450:0:6613:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:1.0:1785389253.689461:0:6613:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:1.0:1785389253.689489:0:14689:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:1.0:1785389253.689501:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:1.0:1785389253.689512:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458880000:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389253.689554:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458880000:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 45us (9733us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389253.689562:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 605 00000100:00100000:1.0:1785389253.689592:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2365:x1872115458879488:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 8555us (10989us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389253.689598:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 602 00000100:00080000:2.0:1785389253.692082:0:5820:0:(import.c:65:import_set_state_nolock()) ffff94342e11a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1785389253.693041:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2361:x1872115458878976:12345-192.168.204.39@tcp:38:mount.lustre.0 Request processed in 11796us (13647us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389253.693054:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1261 00000100:00080000:2.0:1785389253.693116:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389253.693120:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389253.693123:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389253.694015:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458879616:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 5949us (15379us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389253.694026:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 603 00000100:00100000:0.0:1785389253.703061:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458879872:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 14796us (24381us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.703078:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 604 00000100:00100000:1.0:1785389253.703987:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.704828:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879104 00000100:00100000:0.0:1785389253.704839:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879104 00000100:00100000:0.0:1785389253.704910:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1262 00000100:00100000:0.0:1785389253.704921:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:0:x1872115458879104:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:0.0:1785389253.704965:0:19127:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:3.0:1785389253.705047:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.705047:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:0:x1872115458879104:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 128us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.705055:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1262 00000100:00100000:0.0:1785389253.705068:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458879232 00000100:00100000:0.0:1785389253.705071:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458879232 00000100:00100000:0.0:1785389253.705088:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1263 00000100:00100000:0.0:1785389253.705094:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30722:x1872115458879232:12345-192.168.204.39@tcp:41:mount.lustre.0 00000004:00000024:0.0:1785389253.705105:0:19127:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:0.0:1785389253.705140:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30722:x1872115458879232:12345-192.168.204.39@tcp:41:mount.lustre.0 Request processed in 45us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.705146:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1263 00000100:00080000:2.0:1785389253.705280:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389253.712028:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389253.712114:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880128 00000100:00100000:2.0:1785389253.712129:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880128 00000100:00100000:2.0:1785389253.712199:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1264 00000100:00100000:2.0:1785389253.712209:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30722:x1872115458880128:12345-192.168.204.39@tcp:40:mount.lustre.0 00000100:00100000:2.0:1785389253.712309:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30722:x1872115458880128:12345-192.168.204.39@tcp:40:mount.lustre.0 Request processed in 101us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389253.712317:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1264 00000100:00100000:3.0:1785389253.714172:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389253.714242:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880256 00000100:00100000:1.0:1785389253.714255:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880256 00000100:00100000:1.0:1785389253.714303:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 348 00000100:00100000:1.0:1785389253.714311:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2361:x1872115458880256:12345-192.168.204.39@tcp:8:mount.lustre.0 00010000:00080000:1.0:1785389253.714341:0:14689:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp t0 exp 0000000000000000 cur 974 last 0 00000020:00000080:1.0:1785389253.714398:0:14689:0:(genops.c:1406:class_connect()) connect: client 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3, cookie 0xb9b521054fd79060 00002000:00100000:1.0:1785389253.714411:0:14689:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3/ffff943441e68000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113802 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1785389253.714435:0:14689:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1785389253.714628:0:14689:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1785389253.714657:0:14689:0:(import.c:65:import_set_state_nolock()) ffff943441e69800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1785389253.716996:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2361:x1872115458880256:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 2676us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389253.717009:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 348 00000100:00100000:2.0:1785389253.722927:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389253.723071:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389253.723130:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880512 00000100:00100000:1.0:1785389253.723135:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880384 00000100:00100000:1.0:1785389253.723140:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880384 00000100:00100000:0.0:1785389253.723140:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880512 00000100:00100000:1.0:1785389253.723179:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 349 00000100:00100000:0.0:1785389253.723179:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 258 00000100:00100000:1.0:1785389253.723187:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2361:x1872115458880384:12345-192.168.204.39@tcp:8:mount.lustre.0 00000100:00100000:0.0:1785389253.723187:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30722:x1872115458880512:12345-192.168.204.39@tcp:33:mount.lustre.0 00010000:00080000:1.0:1785389253.723215:0:6613:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp t0 exp 0000000000000000 cur 974 last 0 00000020:00000080:1.0:1785389253.723249:0:6613:0:(genops.c:1406:class_connect()) connect: client 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3, cookie 0xb9b521054fd79067 00002000:00100000:1.0:1785389253.723259:0:6613:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3/ffff94343c403000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113802 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1785389253.723282:0:6613:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1785389253.723402:0:6613:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1785389253.723430:0:6613:0:(import.c:65:import_set_state_nolock()) ffff943404ed6000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1785389253.723486:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2361:x1872115458880384:12345-192.168.204.39@tcp:8:mount.lustre.0 Request processed in 298us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389253.723492:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 349 00000004:00200000:0.0:1785389253.724981:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:0.0:1785389253.725133:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30722:x1872115458880512:12345-192.168.204.39@tcp:33:mount.lustre.0 Request processed in 1942us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389253.725141:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 258 00010000:00010000:1.0:1785389253.871725:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389254.166868:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.167078:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880640 00000100:00100000:0.0:1785389254.167088:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880640 00000100:00100000:0.0:1785389254.167143:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1265 00000100:00100000:0.0:1785389254.167739:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30771:x1872115458880640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389254.167791:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389254.167812:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7906e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a06f expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.167875:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.168074:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.168087:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389254.169765:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389254.169772:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389254.169866:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.170769:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7906e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 8 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.170789:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 7 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.170797:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389254.170800:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389254.170803:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389254.170874:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30771:x1872115458880640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 3721us (4016us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.170882:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1265 00000100:00100000:2.0:1785389254.191660:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.201051:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458880768 00000100:00100000:1.0:1785389254.201069:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458880768 00000100:00100000:1.0:1785389254.202030:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1266 00000100:00100000:1.0:1785389254.202063:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30772:x1872115458880768:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389254.202086:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.202108:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7907c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a076 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.203569:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.203588:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.203599:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.203614:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.203621:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.203627:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.207772:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79091 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.207796:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79091 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.207809:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79091 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389254.208829:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:1.0:1785389254.208835:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389254.208932:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79091 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209778:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209786:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209793:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209800:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.209804:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209811:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209826:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389254.209829:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.209833:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209839:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79083 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209854:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209872:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209878:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209883:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.209895:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209901:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209909:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff943412b95600) 00010000:00010000:1.0:1785389254.209912:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.209915:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.209921:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7908a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.211796:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7907c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a076 expref: 9 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.211819:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79091 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a076 expref: 8 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.211829:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:1.0:1785389254.211832:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389254.211847:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:1.0:1785389254.212841:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:30772:x1872115458880768:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 10780us (21187us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389254.212851:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1266 00000100:00100000:3.0:1785389254.218652:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389254.219656:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881024 00000100:00100000:2.0:1785389254.219668:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881024 00000100:00100000:2.0:1785389254.223758:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1267 00000100:00100000:2.0:1785389254.223784:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:30772:x1872115458881024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389254.223807:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389254.223831:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79098 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a07d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.223906:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.223919:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.223942:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389254.233101:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.233191:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881152 00000100:00100000:0.0:1785389254.233202:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881152 00000100:00100000:0.0:1785389254.233257:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1268 00000100:00100000:0.0:1785389254.233267:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30773:x1872115458881152:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389254.233290:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389254.233312:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a084 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233378:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233396:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233407:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233459:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233468:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233474:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233857:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233866:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233873:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233878:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.233883:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233890:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233901:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389254.233905:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.233910:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233918:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233929:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233936:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233942:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233946:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.233949:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233954:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233972:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9434092fe000) 00010000:00010000:0.0:1785389254.233975:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.233978:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.233983:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.234014:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790a6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a084 expref: 97 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.234027:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389254.234030:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.234034:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a084 expref: 97 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.234043:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc 0) 00000100:00100000:0.0:1785389254.234101:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30773:x1872115458881152:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 835us (1010us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389254.234109:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1268 00010000:00010000:2.0:1785389254.237650:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.237678:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.237691:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238230:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd790c2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238246:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd790c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238254:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd790c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389254.238267:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1785389254.238440:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238447:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238454:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238460:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389254.238465:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238472:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238484:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:2.0:1785389254.238487:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389254.238491:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238497:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7909f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238512:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238519:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238524:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238529:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389254.238532:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238538:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238545:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff943412840600) 00010000:00010000:2.0:1785389254.238548:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389254.238551:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.238557:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd790bb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389254.243834:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.243985:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881408 00000100:00100000:1.0:1785389254.243996:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881408 00000100:00100000:1.0:1785389254.244059:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1269 00000100:00100000:1.0:1785389254.244070:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30773:x1872115458881408:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785389254.244129:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389254.244166:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd78c38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ebd expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.244187:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389254.244192:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389254.244602:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.244616:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.244625:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 10 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.244633:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.244665:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 10 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.244704:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 10 pid: 5822 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.244718:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485894912:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389254.245210:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 44 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.245223:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 44 pid: 5820 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.245232:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485895040:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389254.245263:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939e40 going to sleep for 11 seconds 00010000:00010000:2.0:1785389254.245979:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79098 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a07d expref: 11 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.246001:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd790c2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a07d expref: 10 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.246011:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389254.246014:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389254.246018:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:2.0:1785389254.246382:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30772:x1872115458881024:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 22608us (27839us total) trans 4294968147 rc 0/0 00000100:00100000:2.0:1785389254.246392:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1267 00000100:00100000:3.0:1785389254.254597:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389254.254635:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389254.254670:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881536 00000100:00100000:3.0:1785389254.254691:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881536 00010000:00010000:3.0:1785389254.254731:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 45 pid: 5820 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389254.254798:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881664 00000100:00100000:3.0:1785389254.254801:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881664 00010000:00010000:3.0:1785389254.254815:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 10 pid: 5822 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389254.254834:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:3.0:1785389254.254844:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2363:x1872115458881536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389254.254859:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389254.254866:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 45 pid: 5820 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.254878:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 45 pid: 5820 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.254922:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389254.254928:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.254938:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389254.254998:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:2363:x1872115458881536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 154us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389254.255006:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:3.0:1785389254.255022:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:3.0:1785389254.255030:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:2362:x1872115458881664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389254.255038:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389254.255044:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 10 pid: 5822 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.255054:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 10 pid: 5822 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.255066:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389254.255070:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.255078:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.255085:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.255105:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389254.255124:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:2362:x1872115458881664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 95us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389254.255130:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:3.0:1785389254.260949:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785389254.261466:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd78c77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ed2 expref: 44 pid: 5820 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.262237:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485895040:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389254.262265:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79075 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a06f expref: 9 pid: 5822 timeout: 1074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.262342:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485894912:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389254.262369:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.262379:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.262403:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.262432:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.262448:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.262459:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389254.263666:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881792 00000100:00100000:0.0:1785389254.263679:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881792 00000100:00100000:0.0:1785389254.263774:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1270 00000100:00100000:0.0:1785389254.263784:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30772:x1872115458881792:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1785389254.263911:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30772:x1872115458881792:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 128us (2985us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.263919:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1270 00000004:00200000:1.0:1785389254.269468:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00010000:00010000:1.0:1785389254.269487:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.270235:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.270243:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.270250:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.270254:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.270262:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.270557:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389254.270562:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.270579:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.270586:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd790d0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389254.270607:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000756d5d7f reply state 00000000e3451379 transno 4294968148 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.270615:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389254.271128:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30773:x1872115458881408:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 27055us (27298us total) trans 4294968148 rc 0/0 00000100:00100000:1.0:1785389254.271137:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1269 00010000:00010000:0.0:1785389254.283833:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.283858:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.283866:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.283873:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.283880:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.283890:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.283920:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff943412b95600) 00010000:00010000:0.0:1785389254.283924:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.283929:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.283943:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd790d7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389254.335193:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.335588:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458881920 00000100:00100000:0.0:1785389254.335601:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458881920 00000100:00100000:0.0:1785389254.335665:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1271 00000100:00100000:0.0:1785389254.335675:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30777:x1872115458881920:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389254.335700:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389254.335740:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a08b expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.335851:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.335868:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.335882:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389254.335981:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389254.335987:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389254.336017:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.336047:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a08b expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.336069:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a08b expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.336079:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389254.336083:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389254.336086:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34200, rc 0) 00000100:00100000:0.0:1785389254.336164:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30777:x1872115458881920:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 489us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.336172:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1271 00000100:00100000:3.0:1785389254.340914:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389254.340982:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.341205:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458882048 00000100:00100000:0.0:1785389254.341218:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458882048 00000100:00100000:0.0:1785389254.341289:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458882304 00000100:00100000:0.0:1785389254.341292:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458882304 00000100:00100000:0.0:1785389254.341317:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1272 00000100:00100000:0.0:1785389254.341328:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458882048:12345-192.168.204.39@tcp:41:mkdir.0 00000004:00000024:0.0:1785389254.341374:0:5822:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:0.0:1785389254.341459:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458882048:12345-192.168.204.39@tcp:41:mkdir.0 Request processed in 133us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.341468:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1272 00000100:00100000:0.0:1785389254.341489:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1273 00000100:00100000:0.0:1785389254.341496:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30777:x1872115458882304:12345-192.168.204.39@tcp:36:mkdir.0 00010000:00010000:0.0:1785389254.341545:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389254.341579:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a08b expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.341600:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389254.341612:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389254.341823:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30777:x1872115458882304:12345-192.168.204.39@tcp:36:mkdir.0 Request processed in 327us (840us total) trans 0 rc -17/-17 00000100:00100000:0.0:1785389254.341831:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1273 00000100:00100000:3.0:1785389254.345065:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.346322:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458882432 00000100:00100000:0.0:1785389254.346336:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458882432 00000100:00100000:0.0:1785389254.346409:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1274 00000100:00100000:0.0:1785389254.346421:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+44:30777:x1872115458882432:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389254.346446:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389254.346475:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a092 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.346564:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.346582:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.346596:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389254.346693:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389254.346698:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389254.346737:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.346784:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd790ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.346805:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 45 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.346815:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389254.346819:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389254.346823:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc 0) 00000100:00100000:0.0:1785389254.346903:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30777:x1872115458882432:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 483us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.346911:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1274 00000100:00100000:2.0:1785389254.351730:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.351837:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458882560 00000100:00100000:0.0:1785389254.351853:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458882560 00000100:00100000:0.0:1785389254.351921:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1275 00000100:00100000:0.0:1785389254.351947:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+45:30777:x1872115458882560:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389254.351988:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389254.352017:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a099 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352105:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352129:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352144:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352163:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352170:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352177:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352309:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd7910f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352318:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd7910f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352326:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd7910f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389254.352376:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00000004:00200000:0.0:1785389254.352380:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389254.352409:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd7910f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352424:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352436:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352443:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352450:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.352455:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352463:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352478:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389254.352481:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.352487:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352494:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79101 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352508:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352515:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352521:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352526:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.352530:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352536:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352544:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9434092fea00) 00010000:00010000:0.0:1785389254.352547:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.352550:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352556:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79108 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352591:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd790fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a099 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352607:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd7910f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a099 expref: 46 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.352615:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fef00) 00010000:00010000:0.0:1785389254.352617:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389254.352620:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35800, rc 0) 00000100:00100000:0.0:1785389254.352869:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30777:x1872115458882560:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 937us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.352878:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1275 00000100:00100000:3.0:1785389254.370489:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.370621:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458882688 00000100:00100000:1.0:1785389254.370633:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458882688 00000100:00100000:1.0:1785389254.370722:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1276 00000100:00100000:1.0:1785389254.370735:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30778:x1872115458882688:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389254.370805:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.370833:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79116 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0a0 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.370923:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.370951:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.370972:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.370991:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371018:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371026:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371122:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371131:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371138:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371145:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.371150:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371160:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371173:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fef00) 00010000:00010000:1.0:1785389254.371177:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.371183:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371189:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7911d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371204:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371217:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371223:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371228:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.371232:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371238:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371246:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff943412b95a00) 00010000:00010000:1.0:1785389254.371248:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.371251:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371256:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79124 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371296:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79116 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a0 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371307:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fef00) 00010000:00010000:1.0:1785389254.371309:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.371312:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79116 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a0 expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.371334:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389254.371404:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30778:x1872115458882688:12345-192.168.204.39@tcp:101:rm.0 Request processed in 671us (928us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389254.371412:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1276 00000100:00100000:3.0:1785389254.380223:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389254.380331:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458882944 00000100:00100000:2.0:1785389254.380345:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458882944 00000100:00100000:2.0:1785389254.380424:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1277 00000100:00100000:2.0:1785389254.380434:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30779:x1872115458882944:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:2.0:1785389254.380454:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389254.380458:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1785389254.380482:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd7910f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a099 expref: 46 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380502:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fef00) 00010000:00010000:2.0:1785389254.380512:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389254.380528:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7912b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0a7 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380663:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380676:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380686:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380698:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380706:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.380712:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389254.381630:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1785389254.381902:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381913:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381921:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381955:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381973:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381979:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381985:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389254.381989:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.381996:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.382009:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389254.382012:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389254.382016:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.382021:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79132 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389254.382035:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000053f03b10 reply state 00000000a5f39729 transno 4294968149 ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389254.382043:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389254.382070:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7912b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.382088:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.382096:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:2.0:1785389254.382099:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389254.382101:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:2.0:1785389254.382175:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30779:x1872115458882944:12345-192.168.204.39@tcp:101:dd.0 Request processed in 1742us (1967us total) trans 4294968149 rc 0/0 00000100:00100000:2.0:1785389254.382183:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1277 00010000:00010000:1.0:1785389254.388804:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.388821:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.388829:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.388835:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.388840:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.388848:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.388864:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff943412840300) 00010000:00010000:1.0:1785389254.388867:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.388871:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.388877:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79139 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389254.423113:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.423258:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883072 00000100:00100000:1.0:1785389254.423290:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883072 00000100:00100000:1.0:1785389254.423368:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:1.0:1785389254.423381:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:30779:x1872115458883072:12345-192.168.204.39@tcp:101:dd.0 00010000:00010000:1.0:1785389254.423405:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.423433:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0ae expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389254.423467:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389254.423500:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=974s v=(0 0) 00010000:00010000:1.0:1785389254.423507:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389254.423520:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.423539:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.423554:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:1.0:1785389254.423633:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:30779:x1872115458883072:12345-192.168.204.39@tcp:101:dd.0 Request processed in 254us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389254.423641:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:2.0:1785389254.456996:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.457157:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883200 00000100:00100000:1.0:1785389254.457171:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883200 00002000:00100000:1.0:1785389254.457242:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff94343d37df80 x1872115458883200/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:750/0 lens 488/0 e 0 to 0 dl 1785389265 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389254.457255:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37df80 with x1872115458883200 ext(0->1048575) 00002000:00010000:1.0:1785389254.457262:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37df80 00000100:00100000:1.0:1785389254.457326:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 111 00000100:00100000:1.0:1785389254.457337:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458883200:12345-192.168.204.39@tcp:4:dd.0 00000100:00100000:2.0:1785389254.501186:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458883200:12345-192.168.204.39@tcp:4:dd.0 Request processed in 43835us (44190us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1785389254.501202:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 111 00002000:00100000:2.0:1785389254.501218:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff94343d37df80 x1872115458883200/t4294967371(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:750/0 lens 488/448 e 0 to 0 dl 1785389265 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389254.501230:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37df80 with x1872115458883200 ext(0->1048575) 00002000:00010000:2.0:1785389254.501238:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d37df80 00000100:00100000:3.0:1785389254.507869:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.508076:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883328 00000100:00100000:0.0:1785389254.508090:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883328 00000100:00100000:0.0:1785389254.508167:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1278 00000100:00100000:0.0:1785389254.508179:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30779:x1872115458883328:12345-192.168.204.39@tcp:44:dd.0 00000100:00100000:2.0:1785389254.604362:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30779:x1872115458883328:12345-192.168.204.39@tcp:44:dd.0 Request processed in 96168us (96489us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389254.604381:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1278 00000001:00080000:1.0:1785389254.605285:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968148 is committed 00000001:00080000:1.0:1785389254.605300:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968149 is committed 00000001:00080000:1.0:1785389254.605307:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968147 is committed 00000001:00100000:1.0:1785389254.605313:0:5842:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000100:00100000:3.0:1785389254.607364:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.608989:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883456 00000100:00100000:1.0:1785389254.609009:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883456 00000100:00100000:1.0:1785389254.609156:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:1.0:1785389254.609169:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458883456:12345-192.168.204.39@tcp:16:dd.0 00000001:00100000:2.0:1785389254.687175:0:7518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000001:00080000:2.0:1785389254.687203:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:1.0:1785389254.687607:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458883456:12345-192.168.204.39@tcp:16:dd.0 Request processed in 78433us (80248us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389254.687622:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:3.0:1785389254.701601:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389254.702180:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883712 00000100:00100000:2.0:1785389254.702195:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883712 00000100:00100000:2.0:1785389254.702275:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00100000:2.0:1785389254.702287:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b05ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30779:x1872115458883712:12345-192.168.204.39@tcp:35:dd.0 00000100:00100000:2.0:1785389254.704246:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b05ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30779:x1872115458883712:12345-192.168.204.39@tcp:35:dd.0 Request processed in 1951us (2650us total) trans 4294968150 rc 0/0 00000100:00100000:2.0:1785389254.704260:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 259 00000100:00100000:2.0:1785389254.729494:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389254.729609:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883840 00000100:00100000:0.0:1785389254.729623:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883840 00000100:00100000:0.0:1785389254.729718:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1279 00000100:00100000:0.0:1785389254.729732:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30780:x1872115458883840:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389254.729817:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389254.729847:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd79155 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0b5 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.729970:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.729989:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730004:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730023:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730030:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730037:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730603:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7916a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730614:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7916a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730623:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7916a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389254.730718:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:0.0:1785389254.730723:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389254.730831:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7916a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730848:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730855:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730863:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730869:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.730875:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730884:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730900:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389254.730903:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.730910:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730916:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7915c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730935:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730942:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730948:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730965:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389254.730968:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730974:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730982:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9434092fea00) 00010000:00010000:0.0:1785389254.730985:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389254.730988:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.730994:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd79163 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.731032:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd79155 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0b5 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.731048:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34200/0xb9b521054fd7916a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0b5 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389254.731063:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:0.0:1785389254.731065:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389254.731068:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34200, rc 0) 00000100:00100000:0.0:1785389254.731151:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:30780:x1872115458883840:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1422us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389254.731160:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1279 00000100:00100000:2.0:1785389254.752010:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.752171:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458883968 00000100:00100000:1.0:1785389254.752185:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458883968 00000100:00100000:1.0:1785389254.752266:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1280 00000100:00100000:1.0:1785389254.752279:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:30782:x1872115458883968:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:1.0:1785389254.752312:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.752341:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79171 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0bc expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.752436:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79178 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.752453:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.752466:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389254.752793:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389254.752799:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389254.752911:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.752963:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79171 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0bc expref: 97 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.752986:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79178 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0bc expref: 96 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.752997:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389254.753001:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389254.753004:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:1.0:1785389254.753084:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30782:x1872115458883968:12345-192.168.204.39@tcp:101:stat.0 Request processed in 808us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389254.753093:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1280 00000100:00100000:3.0:1785389254.757998:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389254.758283:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884096 00000100:00100000:2.0:1785389254.758296:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884096 00000100:00100000:2.0:1785389254.758365:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1281 00000100:00100000:2.0:1785389254.758377:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+96:30782:x1872115458884096:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:2.0:1785389254.758404:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389254.758433:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7917f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0c3 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.758522:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.758539:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.758551:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.758569:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.758576:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.758583:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759300:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79194 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759310:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759317:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389254.759409:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:2.0:1785389254.759414:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389254.759499:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759518:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759524:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759531:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759536:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389254.759541:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759550:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759563:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389254.759567:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389254.759573:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759579:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79186 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759594:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759600:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759604:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759610:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389254.759612:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759618:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759625:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff943412840600) 00010000:00010000:2.0:1785389254.759627:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389254.759629:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759634:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7918d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759670:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7917f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0c3 expref: 98 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759685:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031e00/0xb9b521054fd79194 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0c3 expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389254.759692:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:2.0:1785389254.759695:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389254.759697:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031e00, rc 0) 00000100:00100000:2.0:1785389254.760265:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30782:x1872115458884096:12345-192.168.204.39@tcp:101:stat.0 Request processed in 1888us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389254.760276:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1281 00000100:00100000:2.0:1785389254.763700:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.763834:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884224 00000100:00100000:1.0:1785389254.763848:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884224 00000100:00100000:1.0:1785389254.763918:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1282 00000100:00100000:1.0:1785389254.763940:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+97:30782:x1872115458884224:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:1.0:1785389254.763975:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.764005:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7919b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0ca expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764093:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764114:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764127:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764144:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764151:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764158:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764580:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764591:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764598:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389254.764640:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:1.0:1785389254.764645:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389254.764669:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764683:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764697:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764703:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764709:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764715:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.764719:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764727:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764741:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:1.0:1785389254.764786:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.764792:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764800:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd791a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764814:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764821:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764828:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764834:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389254.764837:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764842:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764850:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff943412b95600) 00010000:00010000:1.0:1785389254.764852:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389254.764855:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764860:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd791a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764893:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7919b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764908:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 98 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.764915:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:1.0:1785389254.764918:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389254.764920:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246400, rc 0) 00000100:00100000:1.0:1785389254.764998:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30782:x1872115458884224:12345-192.168.204.39@tcp:101:stat.0 Request processed in 1070us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389254.765007:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1282 00000100:00100000:0.0:1785389254.768610:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.768701:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884352 00000100:00100000:1.0:1785389254.768724:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884352 00000100:00100000:1.0:1785389254.768831:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 352 00000100:00100000:1.0:1785389254.768842:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458884352:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:1.0:1785389254.768866:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.768888:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0d1 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.768991:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485895168:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389254.769103:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341077d480 going to sleep for 11 seconds 00002000:00010000:1.0:1785389254.771354:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1785389254.771363:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1785389253 00002000:00010000:1.0:1785389254.771366:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1785389253 00002000:00010000:1.0:1785389254.771368:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1785389253 00002000:00010000:1.0:1785389254.771370:0:6613:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:1.0:1785389254.771398:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485895168:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389254.771442:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0d1 expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.771469:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0d1 expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.771484:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247a00, rc 0) 00000100:00100000:1.0:1785389254.771540:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458884352:12345-192.168.204.39@tcp:101:stat.0 Request processed in 2699us (2942us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389254.771549:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 352 00000100:00100000:0.0:1785389254.786084:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.786260:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884480 00000100:00100000:1.0:1785389254.786275:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884480 00000100:00100000:1.0:1785389254.786350:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 353 00000100:00100000:1.0:1785389254.786362:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458884480:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389254.786389:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.786416:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0d8 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389254.786495:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485895296:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389254.786602:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341077d480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389254.789612:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485895296:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389254.789678:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0d8 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.789710:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0d8 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.789735:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247a00, rc 0) 00000100:00100000:1.0:1785389254.789847:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458884480:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3487us (3777us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389254.789858:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 353 00000100:00100000:3.0:1785389254.793973:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389254.794128:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884608 00000100:00100000:1.0:1785389254.794142:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884608 00000100:00100000:1.0:1785389254.794210:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1283 00000100:00100000:1.0:1785389254.794221:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30783:x1872115458884608:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389254.794249:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389254.794281:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd791c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0df expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.794377:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.794394:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.794408:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389254.794700:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:1.0:1785389254.794705:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389254.794835:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.794870:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd791c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.794889:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389254.794900:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:1.0:1785389254.794903:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389254.794908:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246800, rc 0) 00000100:00100000:1.0:1785389254.794986:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30783:x1872115458884608:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 767us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389254.794995:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1283 00000100:00100000:0.0:1785389254.798360:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389254.798462:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884736 00000100:00100000:2.0:1785389254.798472:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884736 00000100:00100000:2.0:1785389254.798563:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 354 00000100:00100000:2.0:1785389254.798574:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458884736:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389254.798596:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389254.798619:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0e6 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389254.798702:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485895424:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389254.798839:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433050f9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389254.801189:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485895424:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389254.801244:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0e6 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.801272:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0e6 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389254.801291:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031600, rc 0) 00000100:00100000:3.0:1785389254.801365:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458884736:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2792us (3016us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389254.801375:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 354 00000100:00100000:0.0:1785389254.806308:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389254.806439:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458884992 00000100:00100000:2.0:1785389254.806451:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458884992 00000100:00100000:2.0:1785389254.806552:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1284 00000100:00100000:2.0:1785389254.806563:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30783:x1872115458884992:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389254.807588:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:2.0:1785389254.807958:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30783:x1872115458884992:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 1386us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389254.807968:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1284 00010000:00010000:2.0:1785389254.899176:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389255.279310:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389255.279324:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389255.279374:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:0.0:1785389255.279382:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389255.279732:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c286d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485895552:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389255.279879:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434012edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389255.285307:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.285420:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c286d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485895552:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389255.290914:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458885120 00000100:00100000:2.0:1785389255.291246:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458885120 00000100:00100000:2.0:1785389255.295721:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00100000:2.0:1785389255.295741:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30793:x1872115458885120:12345-192.168.204.39@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1785389255.295884:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30793:x1872115458885120:12345-192.168.204.39@tcp:900:lhsmtool_posix.0 Request processed in 149us (10590us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389255.295893:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 3 00000100:00080000:3.0:1785389255.299242:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389255.299402:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.299622:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458885248 00000100:00100000:3.0:1785389255.299634:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458885248 00000100:00100000:3.0:1785389255.299778:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1285 00000100:00100000:3.0:1785389255.299790:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30793:x1872115458885248:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389255.299830:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389255.301269:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30793:x1872115458885248:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 1474us (1867us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.301281:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1285 00000100:00100000:0.0:1785389255.314831:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389255.314891:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458885504 00000100:00100000:0.0:1785389255.314903:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458885504 00000100:00100000:0.0:1785389255.314992:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1286 00000100:00100000:0.0:1785389255.315004:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30793:x1872115458885504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389255.315034:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389255.315061:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd791da lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0ed expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389255.315202:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389255.315220:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389255.315235:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389255.315248:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1785389255.315414:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd791da lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 10 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389255.315434:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 9 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389255.315445:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:0.0:1785389255.315448:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389255.315452:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34800, rc 0) 00000100:00100000:0.0:1785389255.315525:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30793:x1872115458885504:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 523us (707us total) trans 4294968151 rc 0/0 00000100:00100000:0.0:1785389255.315534:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1286 00000100:00100000:2.0:1785389255.335393:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.335858:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458885632 00000100:00100000:1.0:1785389255.335873:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458885632 00000100:00100000:1.0:1785389255.335970:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 355 00000100:00100000:1.0:1785389255.335983:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2363:x1872115458885632:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389255.336045:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.336070:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 9 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.336080:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389255.336085:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389255.336091:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.336137:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 9 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.336153:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 9 pid: 12002 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389255.336170:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485895680:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389255.336268:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341077d480 going to sleep for 11 seconds 00000100:00080000:3.0:1785389255.339220:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389255.341875:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485895680:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389255.341928:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.347041:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.347379:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458885760 00000100:00100000:1.0:1785389255.347392:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458885760 00010000:00010000:1.0:1785389255.347458:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 10 pid: 12002 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389255.347504:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:1.0:1785389255.347515:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458885760:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389255.347534:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389255.347561:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 10 pid: 12002 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.347576:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 10 pid: 12002 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.347603:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7914e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ae expref: 10 pid: 12002 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.347623:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389255.347628:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389255.347635:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.347645:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.347671:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389255.347760:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458885760:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389255.347768:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00080000:3.0:1785389255.348352:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1785389255.348380:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348392:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348420:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348428:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348436:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348443:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389255.348448:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348458:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348472:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.348481:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a5669a9/0xb9b521054fd791ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.348551:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2363:x1872115458885632:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 12572us (13169us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.348561:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 355 00000100:00100000:2.0:1785389255.365857:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389255.365959:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886016 00000100:00100000:0.0:1785389255.365973:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886016 00000100:00100000:0.0:1785389255.366045:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1287 00000100:00100000:0.0:1785389255.366057:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30793:x1872115458886016:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389255.366215:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30793:x1872115458886016:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 160us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389255.366224:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1287 00000100:00100000:0.0:1785389255.369241:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389255.369350:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886144 00000100:00100000:2.0:1785389255.369362:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886144 00000100:00100000:2.0:1785389255.369430:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:2.0:1785389255.369440:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2362:x1872115458886144:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389255.369463:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389255.369488:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0f4 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389255.369522:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a6ae0c5, atime: 0x0, ctime: 0x6a6ae0c5, blocks: 0x803 00010000:00010000:2.0:1785389255.369546:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=975s v=(0 0) 00010000:00010000:2.0:1785389255.369552:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389255.369563:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 6 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.369581:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 6 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.369597:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031600, rc 0) 00000100:00100000:2.0:1785389255.369657:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2362:x1872115458886144:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 218us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389255.369664:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 356 00000100:00100000:2.0:1785389255.377615:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.377703:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886400 00000100:00100000:3.0:1785389255.377717:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886400 00000100:00100000:3.0:1785389255.377837:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1288 00000100:00100000:3.0:1785389255.377852:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30793:x1872115458886400:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389255.378025:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30793:x1872115458886400:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 177us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.378034:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1288 00000100:00100000:0.0:1785389255.392107:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.392636:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886528 00000100:00100000:3.0:1785389255.392654:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886528 00002000:00100000:3.0:1785389255.392777:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff9433020bca80 x1872115458886528/t0(0) o3->5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp:751/0 lens 488/0 e 0 to 0 dl 1785389266 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389255.392792:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433020bca80 with x1872115458886528 ext(0->1048575) 00002000:00010000:3.0:1785389255.392800:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9433020bca80 00000100:00100000:3.0:1785389255.392842:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 112 00000100:00100000:3.0:1785389255.392854:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2362:x1872115458886528:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1785389255.430848:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2362:x1872115458886528:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 37979us (38734us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1785389255.430865:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 112 00002000:00100000:3.0:1785389255.430882:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff9433020bca80 x1872115458886528/t0(0) o3->5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp:751/0 lens 488/440 e 0 to 0 dl 1785389266 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389255.430894:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433020bca80 with x1872115458886528 ext(0->1048575) 00002000:00010000:3.0:1785389255.430902:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9433020bca80 00000100:00100000:2.0:1785389255.480465:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.480568:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886656 00000100:00100000:3.0:1785389255.480583:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886656 00000100:00100000:3.0:1785389255.480658:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1289 00000100:00100000:3.0:1785389255.480671:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30793:x1872115458886656:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389255.480700:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389255.480729:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd791fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a0fb expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.480810:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.480828:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.480841:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.481209:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd791fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 11 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.481234:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 10 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.481244:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389255.481248:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389255.481252:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434013a1600, rc 0) 00000100:00100000:3.0:1785389255.482400:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30793:x1872115458886656:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1728us (1946us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.482410:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1289 00000100:00100000:1.0:1785389255.502011:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.502081:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886784 00000100:00100000:3.0:1785389255.502094:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886784 00000100:00100000:3.0:1785389255.502173:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1290 00000100:00100000:3.0:1785389255.502186:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30793:x1872115458886784:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389255.502231:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389255.502384:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30793:x1872115458886784:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 200us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.502393:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1290 00000100:00100000:0.0:1785389255.510188:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.510434:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458886912 00000100:00100000:1.0:1785389255.510447:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458886912 00000100:00100000:1.0:1785389255.510675:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:1.0:1785389255.510688:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458886912:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389255.510788:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510812:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389255.510829:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389255.510837:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510854:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510896:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510906:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510916:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510923:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389255.510943:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510956:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510974:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.510982:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd7920b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389255.511083:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458886912:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 397us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389255.511092:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 357 00000100:00100000:2.0:1785389255.515091:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.515224:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458887168 00000100:00100000:1.0:1785389255.515238:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458887168 00000100:00100000:1.0:1785389255.515312:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1291 00000100:00100000:1.0:1785389255.515328:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30793:x1872115458887168:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389255.515438:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.515607:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 10 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.515621:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.515668:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 10 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.515686:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 10 pid: 19127 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389255.515704:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485895808:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389255.515996:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341077d480 going to sleep for 11 seconds 00000100:00100000:2.0:1785389255.519597:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.520034:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458887296 00000100:00100000:3.0:1785389255.520047:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458887296 00010000:00010000:3.0:1785389255.520094:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 11 pid: 19127 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.522668:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 381 00000100:00100000:3.0:1785389255.522701:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f27450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:2362:x1872115458887296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389255.522725:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389255.522739:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 11 pid: 19127 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.522773:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 11 pid: 19127 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.522800:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389255.522806:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.522819:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.522828:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.522854:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389255.522947:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f27450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:2362:x1872115458887296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 255us (3351us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.522956:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 381 00010000:00010000:1.0:1785389255.523308:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79204 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0fb expref: 10 pid: 19127 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389255.523332:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485895808:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389255.523360:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523371:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523378:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523826:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523835:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523844:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523850:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389255.523857:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523865:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523876:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:1.0:1785389255.523879:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389255.523883:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.523889:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79212 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389255.524066:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30793:x1872115458887168:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 8739us (8989us total) trans 4294968152 rc 0/0 00000100:00100000:1.0:1785389255.524076:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1291 00000040:00080000:0.0:1785389255.524296:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389255.524302:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389255.524942:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1785389255.524953:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389255.530869:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.530932:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458887552 00000100:00100000:1.0:1785389255.530956:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458887552 00000100:00100000:1.0:1785389255.531033:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 260 00000100:00100000:1.0:1785389255.531045:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30793:x1872115458887552:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389255.531353:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30793:x1872115458887552:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 309us (497us total) trans 4294968153 rc 0/0 00000100:00100000:1.0:1785389255.531361:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 260 00000100:00100000:1.0:1785389255.543153:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485895936:0@lo:400:kworker.0 00000100:00100000:1.0:1785389255.543267:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389255.543390:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389255.543408:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485896064:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.543448:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389255.543519:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485896192:0@lo:400:kworker.0 00000100:00100000:3.0:1785389255.544826:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485896064 00000100:00100000:3.0:1785389255.544837:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485896064 00000100:00100000:3.0:1785389255.544902:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1785389255.544913:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485896064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389255.544999:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485896064:12345-0@lo:400:kworker.0 Request processed in 88us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.545008:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1785389255.545296:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389255.545347:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485896064:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.545417:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389255.545424:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485896320:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.545455:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389255.545486:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485896320 00000100:00100000:0.0:1785389255.545490:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485896320 00000100:00100000:1.0:1785389255.545611:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485896192 00000100:00100000:1.0:1785389255.545615:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485896192 00000100:00100000:1.0:1785389255.545652:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1785389255.545660:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485896192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389255.545713:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485896192:12345-0@lo:400:kworker.0 Request processed in 54us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389255.545720:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1785389255.545869:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1785389255.545879:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485896320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.545918:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485896320:12345-0@lo:400:kworker.0 Request processed in 42us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389255.545925:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1785389255.545962:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485896192:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.545992:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485896320:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.546023:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485896448:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.546049:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389255.546077:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485896448 00000100:00100000:0.0:1785389255.546081:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485896448 00000100:00100000:0.0:1785389255.546106:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1785389255.546113:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485896448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.546147:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485896448:12345-0@lo:400:kworker.0 Request processed in 35us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389255.546154:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1785389255.546177:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485896448:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.546206:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389255.546213:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485896576:0@lo:400:kworker.0 00000100:00100000:0.0:1785389255.546236:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1785389255.546310:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389255.546315:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389255.546370:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485896576 00000100:00100000:1.0:1785389255.546375:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485896576 00000100:00100000:1.0:1785389255.546419:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1785389255.546426:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485896576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389255.546467:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485896576:12345-0@lo:400:kworker.0 Request processed in 41us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389255.546474:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1785389255.546499:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485896576:0@lo:400:kworker.0 00000100:00080000:3.0:1785389255.546555:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389255.547962:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485895936 00000100:00100000:2.0:1785389255.547974:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485895936 00000100:00100000:2.0:1785389255.548058:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1785389255.548068:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485895936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389255.548152:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485895936:12345-0@lo:400:kworker.0 Request processed in 87us (4885us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389255.548160:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1785389255.548240:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485895936:0@lo:400:kworker.0 00000040:00080000:3.0:1785389255.784624:0:21266:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389255.784638:0:21266:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389255.784702:0:21266:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:3.0:1785389255.784710:0:21266:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389255.879032:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.879076:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458887680 00000100:00100000:1.0:1785389255.879087:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458887680 00000100:00100000:1.0:1785389255.879163:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00100000:1.0:1785389255.879175:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458887680:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389255.879198:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389255.879222:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a102 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.879255:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1785389255.879260:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389255.879270:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.879297:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.879315:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328a00, rc 0) 00000100:00100000:1.0:1785389255.879383:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458887680:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 211us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389255.879392:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 358 00000100:00080000:1.0:1785389255.879418:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389255.889627:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389255.889692:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458887936 00000100:00100000:1.0:1785389255.889705:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458887936 00000100:00100000:1.0:1785389255.889816:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1292 00000100:00100000:1.0:1785389255.889828:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30794:x1872115458887936:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389255.889856:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389255.889883:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79220 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a109 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.890035:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79227 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.890051:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79227 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.890066:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79227 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389255.890081:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1785389255.890244:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79220 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a109 expref: 102 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.890265:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a109 expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389255.890274:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:1.0:1785389255.890278:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1785389255.890282:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc 0) 00000100:00100000:1.0:1785389255.890353:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:30794:x1872115458887936:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 527us (741us total) trans 4294968154 rc 0/0 00000100:00100000:1.0:1785389255.890361:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1292 00000100:00080000:1.0:1785389255.890394:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389255.900212:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.900566:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888064 00000100:00100000:3.0:1785389255.900580:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888064 00000100:00100000:3.0:1785389255.900650:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00100000:3.0:1785389255.900672:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115458888064:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1785389255.900802:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.900828:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 5 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.900839:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.900848:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389255.900853:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389255.900858:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.901120:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.901146:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 18 pid: 14689 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.901164:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485896704:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389255.901296:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 5 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.901307:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 5 pid: 6615 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.901316:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485896832:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389255.901344:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389255.914346:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389255.914383:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389255.914421:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888192 00000100:00100000:2.0:1785389255.914433:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888192 00010000:00010000:2.0:1785389255.914484:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 19 pid: 14689 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.914525:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888320 00000100:00100000:2.0:1785389255.914528:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888320 00010000:00010000:2.0:1785389255.914543:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 6 pid: 6615 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.914568:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:2.0:1785389255.914578:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2362:x1872115458888192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389255.914598:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389255.914629:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 19 pid: 14689 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.914645:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 19 pid: 14689 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.914680:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389255.914776:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2362:x1872115458888192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 198us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389255.914785:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:2.0:1785389255.914806:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:2.0:1785389255.914813:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458888320:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389255.914821:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389255.914830:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 6 pid: 6615 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.914841:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 6 pid: 6615 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.914856:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389255.914861:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389255.914868:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.914879:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.914915:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389255.914944:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458888320:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389255.914955:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 383 00010000:00010000:3.0:1785389255.915106:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd79219 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a102 expref: 18 pid: 14689 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.915123:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485896704:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389255.915137:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a86d671/0xb9b521054fd791f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0f4 expref: 5 pid: 6615 timeout: 1076 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.915150:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485896832:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389255.915178:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915194:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915202:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915229:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915236:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915255:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915263:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389255.915268:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915278:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915289:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.915302:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052fd3dd6/0xb9b521054fd79235 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.915349:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458888064:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 14682us (15153us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.915357:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 359 00000100:00100000:0.0:1785389255.919181:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389255.919338:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888576 00000100:00100000:2.0:1785389255.919352:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888576 00000100:00100000:2.0:1785389255.919418:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 261 00000100:00100000:2.0:1785389255.919430:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:30794:x1872115458888576:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:2.0:1785389255.919521:0:5823:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x27:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79227 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a109 expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389255.919844:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968155 00010000:00010000:3.0:1785389255.920002:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389255.924298:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968156 00010000:00010000:2.0:1785389255.924449:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924477:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924488:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924497:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 10 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924506:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 6/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924557:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 10 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924584:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 10 pid: 5821 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.924603:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485896960:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389255.924766:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924776:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 104 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.924786:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485897088:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389255.924823:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.924833:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 47 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.924843:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb47480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485897216:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389255.924867:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389255.933553:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389255.933594:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.933668:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888832 00000100:00100000:3.0:1785389255.933680:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888832 00010000:00010000:3.0:1785389255.933725:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 105 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.933787:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 384 00000100:00100000:3.0:1785389255.933798:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458888832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389255.933818:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389255.933826:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 105 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.933841:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 105 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.933867:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389255.933874:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.933884:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.933893:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389255.933977:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458888832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 179us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.933985:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 384 00000100:00100000:3.0:1785389255.934005:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888704 00000100:00100000:3.0:1785389255.934008:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888704 00010000:00010000:3.0:1785389255.934021:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 11 pid: 5821 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.934040:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 385 00000100:00100000:3.0:1785389255.934046:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:2363:x1872115458888704:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389255.934054:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389255.934059:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 11 pid: 5821 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.934069:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 11 pid: 5821 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.934081:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389255.934085:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.934091:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.934096:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389255.934113:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:2363:x1872115458888704:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 68us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.934120:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 385 00010000:00010000:2.0:1785389255.934576:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd791e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ed expref: 10 pid: 5821 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.934593:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485896960:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389255.934606:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd791b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0ca expref: 104 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.934617:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485897088:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389255.941188:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb47480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485897216:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389255.941236:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.945053:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.945320:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458888960 00000100:00100000:3.0:1785389255.945332:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458888960 00010000:00010000:3.0:1785389255.945398:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 48 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389255.945443:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00100000:3.0:1785389255.945453:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2363:x1872115458888960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389255.945472:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389255.945481:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 48 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.945496:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 48 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.945524:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79140 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0a7 expref: 48 pid: 19127 timeout: 1076 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.945548:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389255.945554:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.945565:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.945574:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.945607:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389255.945668:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458888960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 216us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.945677:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00080000:1.0:1785389255.945938:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389255.946084:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.946095:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389255.946249:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968157 00000001:00080000:2.0:1785389255.946496:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968158 00000001:00080000:2.0:1785389255.946556:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968159 00000100:00100000:2.0:1785389255.946666:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485897344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1785389255.946723:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389255.946783:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389255.947610:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485897344 00000100:00100000:3.0:1785389255.947620:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485897344 00000100:00100000:3.0:1785389255.947667:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1785389255.947675:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485897344:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1785389255.947788:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485897344:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 113us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389255.947796:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1785389255.948405:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485897344:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1785389255.949039:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968160 00000100:00100000:2.0:1785389255.949125:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485897472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1785389255.949172:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389255.949205:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305925900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389255.949342:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485897472 00000100:00100000:1.0:1785389255.949350:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485897472 00000100:00100000:1.0:1785389255.949389:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1785389255.949397:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485897472:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1785389255.949629:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5823:x1872115485897472:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 232us (456us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1785389255.949636:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1785389255.949704:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485897472:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:2.0:1785389255.949727:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.949739:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.949773:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.949780:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389255.949785:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.949795:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.949813:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:2.0:1785389255.949816:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1785389255.949823:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389255.949830:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7923c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389255.950271:0:5823:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x4c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1785389255.950413:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:2.0:1785389255.950424:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 976254678311ns, next at 977254676041ns, rc = 0 00000001:00080000:2.0:1785389255.950432:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968161 00010000:00010000:2.0:1785389255.950467:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff943412840000) 00010000:00010000:2.0:1785389255.950470:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1785389255.950478:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79227 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a109 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389255.950603:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:30794:x1872115458888576:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 31175us (31442us total) trans 4294968162 rc 0/0 00000100:00100000:2.0:1785389255.950612:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 261 00000020:00080000:2.0:1785389255.950616:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1785389255.995115:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389255.995168:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458889216 00000100:00100000:3.0:1785389255.995180:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458889216 00000100:00100000:3.0:1785389255.995247:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1293 00000100:00100000:3.0:1785389255.995261:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:30797:x1872115458889216:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389255.995293:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389255.995320:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79243 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a110 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.995415:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.995433:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.995449:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.995469:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.995477:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.995483:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.998304:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79258 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.998329:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79258 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389255.999794:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79258 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389255.999821:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1785389256.000371:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000380:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000388:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000394:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389256.000400:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000413:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000430:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:3.0:1785389256.000433:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389256.000438:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000445:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1e00/0xb9b521054fd7924a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000458:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000465:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000471:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000475:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434013a1600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389256.000478:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000484:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000490:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9434129f8600) 00010000:00010000:3.0:1785389256.000492:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389256.000495:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000505:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1600/0xb9b521054fd79251 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000566:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1800/0xb9b521054fd79243 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a110 expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000581:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79258 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a110 expref: 109 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.000590:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8300) 00010000:00010000:3.0:1785389256.000592:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389256.000595:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6e00, rc 0) 00000100:00100000:3.0:1785389256.001793:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30797:x1872115458889216:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6527us (6683us total) trans 4294968163 rc 0/0 00000100:00100000:3.0:1785389256.001805:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1293 00000100:00100000:3.0:1785389256.004391:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389256.004479:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458889344 00000100:00100000:2.0:1785389256.004492:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458889344 00000100:00100000:2.0:1785389256.004560:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1294 00000100:00100000:2.0:1785389256.004571:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30797:x1872115458889344:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:2.0:1785389256.004665:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004691:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004704:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004735:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004762:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004770:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004777:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389256.004782:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004791:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004804:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8300) 00010000:00010000:2.0:1785389256.004808:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389256.004813:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.004819:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79266 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389256.004909:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30797:x1872115458889344:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 329us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389256.004918:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1294 00000100:00100000:2.0:1785389256.022495:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389256.022717:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458889600 00000100:00100000:2.0:1785389256.022730:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458889600 00000100:00100000:2.0:1785389256.022816:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 262 00000100:00100000:2.0:1785389256.022828:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:30797:x1872115458889600:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:2.0:1785389256.023256:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30797:x1872115458889600:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 428us (774us total) trans 4294968164 rc 0/0 00000100:00100000:2.0:1785389256.023265:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 262 00000100:00100000:0.0:1785389256.047915:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485897600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389256.048017:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389256.048106:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485897600 00000100:00100000:0.0:1785389256.048116:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485897600 00000100:00100000:0.0:1785389256.048174:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1785389256.048185:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485897600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389256.048235:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1785389256.048287:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485897600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389256.048294:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1785389256.048353:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485897600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389256.140885:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389256.142124:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458889728 00000100:00100000:1.0:1785389256.142139:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458889728 00000100:00100000:2.0:1785389256.143353:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1295 00000100:00100000:2.0:1785389256.143367:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30772:x1872115458889728:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1785389256.143511:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30772:x1872115458889728:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 146us (2638us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389256.143521:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1295 00000100:00100000:2.0:1785389256.146195:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389256.146303:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458889984 00000100:00100000:0.0:1785389256.146314:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458889984 00000100:00100000:0.0:1785389256.146406:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 263 00000100:00100000:0.0:1785389256.146417:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30772:x1872115458889984:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389256.147125:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30772:x1872115458889984:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 707us (941us total) trans 4294968165 rc 0/0 00000100:00100000:0.0:1785389256.147134:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 263 00000100:00100000:0.0:1785389256.305041:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389256.305170:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458890240 00000100:00100000:3.0:1785389256.305184:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458890240 00000100:00100000:3.0:1785389256.305261:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1296 00000100:00100000:3.0:1785389256.305275:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30818:x1872115458890240:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389256.305310:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389256.305339:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7926d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a117 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.305478:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79274 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.305496:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79274 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.305511:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79274 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389256.305526:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1785389256.305822:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7926d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a117 expref: 113 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.305845:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79274 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a117 expref: 112 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.305857:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8300) 00010000:00010000:3.0:1785389256.305860:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389256.305865:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:3.0:1785389256.305953:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:30818:x1872115458890240:12345-192.168.204.39@tcp:101:cat.0 Request processed in 681us (927us total) trans 4294968166 rc 0/0 00000100:00100000:3.0:1785389256.305962:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1296 00000100:00100000:0.0:1785389256.312273:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389256.312597:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458890496 00000100:00100000:2.0:1785389256.312611:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458890496 00000100:00100000:2.0:1785389256.312711:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 59 00000100:00100000:2.0:1785389256.312724:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:30818:x1872115458890496:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:2.0:1785389256.312772:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1785389256.312807:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79274 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a117 expref: 112 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.312832:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd79258 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a110 expref: 111 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389256.312842:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8300) 00010000:00010000:2.0:1785389256.312856:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389256.313054:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30818:x1872115458890496:12345-192.168.204.39@tcp:103:cat.0 Request processed in 332us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389256.313064:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 59 00000100:00100000:0.0:1785389256.316527:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389256.316614:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458890624 00000100:00100000:3.0:1785389256.316626:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458890624 00000100:00100000:3.0:1785389256.316709:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1297 00000100:00100000:3.0:1785389256.316719:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30818:x1872115458890624:12345-192.168.204.39@tcp:58:cat.0 00010000:00010000:3.0:1785389256.316881:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.317094:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389256.317111:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389256.317316:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:3.0:1785389256.317455:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30818:x1872115458890624:12345-192.168.204.39@tcp:58:cat.0 Request processed in 736us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389256.317463:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1297 00000100:00100000:3.0:1785389256.319533:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389256.319633:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458890752 00000100:00100000:0.0:1785389256.319642:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458890752 00000100:00100000:0.0:1785389256.320156:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1298 00000100:00100000:0.0:1785389256.320168:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:30818:x1872115458890752:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389256.320191:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389256.320215:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a11e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389256.320274:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389256.320289:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 111 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389256.320313:0:5820:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389256.320326:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 111 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389256.320342:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:0.0:1785389256.320345:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389256.320349:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 111 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389256.320356:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35800, rc 0) 00000100:00100000:0.0:1785389256.320416:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:30818:x1872115458890752:12345-192.168.204.39@tcp:101:cat.0 Request processed in 252us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389256.320423:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1298 00000040:00080000:0.0:1785389256.560793:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389256.560805:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389256.561517:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:0.0:1785389256.561527:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389256.943497:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389257.072166:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389257.072200:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485897728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389257.072299:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389257.072727:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485897728 00000100:00100000:3.0:1785389257.072739:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485897728 00000100:00080000:1.0:1785389257.075190:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389257.075385:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1785389257.075406:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485897728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389257.075457:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389257.075562:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485897728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 165us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389257.075571:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1785389257.077521:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485897728:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1785389257.150489:0:6642:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00010000:00010000:2.0:1785389257.968568:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389258.895181:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389258.895233:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389258.895282:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389258.895407:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891136 00000100:00100000:1.0:1785389258.895420:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891136 00000100:00100000:1.0:1785389258.895506:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 608 00000100:00100000:1.0:1785389258.895519:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458891136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389258.895624:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:2364:x1872115458891136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 109us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389258.895633:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 608 00000100:00080000:1.0:1785389258.895661:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389258.895784:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458890880 00000100:00100000:3.0:1785389258.895788:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458890880 00000100:00100000:3.0:1785389258.895820:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 666 00000100:00100000:3.0:1785389258.895827:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2364:x1872115458890880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389258.895866:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2364:x1872115458890880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389258.895881:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 666 00000100:00100000:0.0:1785389258.896243:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389258.896268:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389258.896291:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389258.896349:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891648 00000100:00100000:1.0:1785389258.896354:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891648 00000100:00100000:1.0:1785389258.896385:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891904 00000100:00100000:1.0:1785389258.896388:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891904 00000100:00100000:1.0:1785389258.896412:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 609 00000100:00100000:1.0:1785389258.896418:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458891648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389258.896456:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458891648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389258.896462:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 609 00000100:00100000:1.0:1785389258.896475:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:1.0:1785389258.896482:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2364:x1872115458891904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389258.896507:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2364:x1872115458891904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389258.896513:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00080000:1.0:1785389258.896553:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389258.896557:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389258.904592:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389258.904627:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389258.904668:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389258.904739:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891264 00000100:00100000:3.0:1785389258.904767:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891264 00000100:00100000:3.0:1785389258.904851:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891520 00000100:00100000:3.0:1785389258.904855:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891520 00000100:00100000:3.0:1785389258.904895:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 611 00000100:00100000:3.0:1785389258.904907:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458891264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389258.905002:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458891264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 97us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389258.905010:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 611 00000100:00100000:3.0:1785389258.905030:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00100000:3.0:1785389258.905037:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458891520:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389258.905065:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458891520:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389258.905071:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00080000:3.0:1785389258.905098:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389258.905103:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389258.911787:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891392 00000100:00100000:2.0:1785389258.911811:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891392 00000100:00100000:2.0:1785389258.911953:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891008 00000100:00100000:2.0:1785389258.911957:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891008 00000100:00100000:2.0:1785389258.911995:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:2.0:1785389258.912008:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2364:x1872115458891392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389258.912121:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2364:x1872115458891392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 116us (16838us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389258.912129:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 610 00000100:00100000:2.0:1785389258.912150:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 611 00000100:00100000:2.0:1785389258.912157:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115458891008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389258.912186:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115458891008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (15894us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389258.912192:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 611 00000100:00080000:3.0:1785389258.912739:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389258.916955:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389258.917079:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892032 00000100:00100000:3.0:1785389258.917091:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892032 00000100:00100000:3.0:1785389258.917182:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 613 00000100:00100000:3.0:1785389258.917192:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2364:x1872115458892032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389258.917283:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2364:x1872115458892032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389258.917290:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 613 00000100:00100000:3.0:1785389258.917452:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458891776 00000100:00100000:3.0:1785389258.917458:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458891776 00000100:00100000:3.0:1785389258.917494:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00100000:3.0:1785389258.917501:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:2364:x1872115458891776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389258.917561:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:2364:x1872115458891776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 61us (12903us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389258.917569:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 612 00000100:00080000:0.0:1785389258.921732:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389258.921793:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1785389258.992009:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785389259.733823:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:3.0:1785389259.755892:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968165 is committed 00000001:00080000:3.0:1785389259.755916:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968154 is committed 00000001:00080000:3.0:1785389259.755930:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968164 is committed 00000004:00080000:3.0:1785389259.755938:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:3.0:1785389259.755963:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff94342dfba300 refcount 2 committed 0 result 0 batchid 29 00000100:00100000:2.0:1785389259.756255:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485897856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1785389259.756345:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1785389259.756504:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9434261c8e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943409e53000 00000020:00080000:3.0:1785389259.756509:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9434261c8b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94343d4a1800 00000001:00080000:3.0:1785389259.756550:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968150 is committed 00000001:00080000:3.0:1785389259.756560:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968166 is committed 00000020:00080000:2.0:1785389259.756622:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:2.0:1785389259.756889:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:1.0:1785389259.757018:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485897856 00000100:00100000:1.0:1785389259.757028:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485897856 00000100:00100000:1.0:1785389259.757104:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1785389259.757117:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485897856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1785389259.757154:0:12002:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00002000:00010000:1.0:1785389259.757196:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a6ae0c5, atime: 0x0, ctime: 0x6a6ae0c5, blocks: 0x803 00010000:00010000:1.0:1785389259.757205:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389259.757225:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=980s v=(0 0) 00010000:00010000:1.0:1785389259.757230:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389259.757238:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389259.757258:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389259.757269:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389259.757278:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389259.757297:0:12002:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1785389259.757862:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1785389259.758147:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389259.758157:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389259.758167:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389259.758172:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389259.758183:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389259.758202:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389259.758211:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b02cdb8/0xb9b521054fd79290 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389259.758230:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389259.758232:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389259.758234:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389259.758575:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485897856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1460us (2228us total) trans 4294967373 rc 0/0 00000100:00100000:1.0:1785389259.758585:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1785389259.760952:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:2.0:1785389259.760966:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967372 00000100:00100000:2.0:1785389259.761098:0:3325:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff943302eb1c00 x1872115485897856/t4294967373(4294967373) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1785389275 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1785389259.761115:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302eb1c00/2, rc 0, transno 4294967373 00000100:00100000:2.0:1785389259.761122:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485897856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1785389260.015370:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389260.657017:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485898368:0@lo:400:kworker.0 00000100:00100000:2.0:1785389260.657114:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389260.657190:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389260.657196:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485898240:0@lo:400:kworker.0 00000100:00100000:2.0:1785389260.657225:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389260.657261:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485898240 00000100:00100000:2.0:1785389260.657269:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485898240 00000100:00100000:2.0:1785389260.657326:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1785389260.657349:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485898240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389260.657404:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485898240:12345-0@lo:400:kworker.0 Request processed in 70us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389260.657411:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1785389260.657461:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485898240:0@lo:400:kworker.0 00000100:00100000:0.0:1785389260.657572:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485898112:0@lo:400:kworker.0 00000100:00100000:0.0:1785389260.657618:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389260.657644:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1785389260.657649:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485897984:0@lo:400:kworker.0 00000100:00100000:0.0:1785389260.657677:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389260.657693:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485898496:0@lo:400:kworker.0 00000100:00100000:0.0:1785389260.657715:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389260.657964:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485898112 00000100:00100000:2.0:1785389260.657969:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485898112 00000100:00100000:2.0:1785389260.657997:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485898496 00000100:00100000:2.0:1785389260.657999:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485898496 00000100:00100000:2.0:1785389260.658019:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1785389260.658025:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485898112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389260.658058:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485898112:12345-0@lo:400:kworker.0 Request processed in 34us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389260.658064:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1785389260.658076:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1785389260.658082:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485898496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389260.658108:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485898496:12345-0@lo:400:kworker.0 Request processed in 27us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389260.658114:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1785389260.658132:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485897984 00000100:00100000:2.0:1785389260.658136:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485897984 00000100:00100000:3.0:1785389260.658147:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485898368 00000100:00100000:3.0:1785389260.658151:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485898368 00000100:00100000:2.0:1785389260.658160:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1785389260.658165:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485897984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389260.658182:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1785389260.658189:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485898368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389260.658196:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485897984:12345-0@lo:400:kworker.0 Request processed in 31us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389260.658203:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1785389260.658229:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485898368:12345-0@lo:400:kworker.0 Request processed in 41us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389260.658235:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1785389260.658242:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485898368:0@lo:400:kworker.0 00000100:00080000:3.0:1785389260.658257:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389260.658263:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389260.658483:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485897984:0@lo:400:kworker.0 00000100:00100000:0.0:1785389260.658493:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485898496:0@lo:400:kworker.0 00000100:00100000:0.0:1785389260.658502:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485898112:0@lo:400:kworker.0 00010000:00010000:3.0:1785389261.039055:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389261.167159:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485898624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389261.167259:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389261.167506:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485898624 00000100:00100000:0.0:1785389261.167516:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485898624 00000100:00080000:3.0:1785389261.167648:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389261.167950:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1785389261.167964:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485898624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389261.168008:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1785389261.168066:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485898624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389261.168073:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1785389261.168155:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485898624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389261.335690:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389261.335836:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892160 00000100:00100000:2.0:1785389261.335849:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892160 00000100:00100000:2.0:1785389261.335946:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1299 00000100:00100000:2.0:1785389261.335959:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30821:x1872115458892160:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:2.0:1785389261.335996:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389261.336024:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79297 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a125 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336114:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336132:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336144:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336163:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336170:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336177:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336585:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336595:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336603:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389261.336648:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1785389261.336654:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389261.336678:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336691:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336700:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336707:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336715:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336722:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389261.336727:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336737:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336783:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:2.0:1785389261.336787:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389261.336793:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336800:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd7929e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336818:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336834:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336840:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336845:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389261.336848:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336854:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336861:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff943412840600) 00010000:00010000:2.0:1785389261.336864:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389261.336867:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336876:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336911:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79297 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 48 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336927:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 47 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.336935:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389261.336937:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389261.336940:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030000, rc 0) 00000100:00100000:2.0:1785389261.337022:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30821:x1872115458892160:12345-192.168.204.39@tcp:101:stat.0 Request processed in 1066us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389261.337030:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1299 00000100:00080000:3.0:1785389261.338174:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389261.715600:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389261.715838:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892288 00000100:00100000:2.0:1785389261.715851:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892288 00000100:00100000:2.0:1785389261.715947:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1300 00000100:00100000:2.0:1785389261.715959:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30845:x1872115458892288:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389261.715988:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389261.716016:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd792b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a12c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.716103:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.716121:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.716139:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389261.716406:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389261.716411:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389261.716497:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.716526:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd792b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a12c expref: 9 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.716549:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a12c expref: 8 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.716559:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389261.716575:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389261.716579:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030400, rc 0) 00000100:00100000:2.0:1785389261.716656:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:30845:x1872115458892288:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 699us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389261.716663:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1300 00000100:00080000:3.0:1785389261.718530:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389261.731836:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389261.732250:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892544 00000100:00100000:2.0:1785389261.732263:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892544 00000100:00100000:2.0:1785389261.732340:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1301 00000100:00100000:2.0:1785389261.732351:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:30846:x1872115458892544:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389261.732380:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389261.732408:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd792c1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a133 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.732502:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.732518:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.732532:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.732551:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.732558:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.732576:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733223:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792d6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733234:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733241:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389261.733252:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1785389261.733449:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733457:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733464:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733471:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389261.733476:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733485:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733498:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:2.0:1785389261.733501:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389261.733506:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733513:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd792c8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733530:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733536:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733541:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733545:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389261.733548:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.733557:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.734090:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff943412840600) 00010000:00010000:2.0:1785389261.734093:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389261.734097:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.734104:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792cf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.734598:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd792c1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a133 expref: 11 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.734618:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a133 expref: 10 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.734625:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389261.734628:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389261.734631:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389261.735900:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30846:x1872115458892544:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 3543us (4079us total) trans 4294968167 rc 0/0 00000100:00100000:2.0:1785389261.735913:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1301 00000100:00100000:1.0:1785389261.754294:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389261.754422:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389261.755108:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892800 00000100:00100000:2.0:1785389261.755123:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892800 00000100:00100000:2.0:1785389261.755205:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 60 00000100:00100000:2.0:1785389261.755216:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425f24c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:2364:x1872115458892800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389261.755240:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389261.755270:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792d6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a133 expref: 10 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389261.755294:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389261.755300:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389261.755373:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425f24c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:2364:x1872115458892800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 158us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389261.755382:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 60 00000100:00100000:0.0:1785389261.755872:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892672 00000100:00100000:0.0:1785389261.755878:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892672 00000100:00100000:0.0:1785389261.755914:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1302 00000100:00100000:0.0:1785389261.755922:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30846:x1872115458892672:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1785389261.756004:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30846:x1872115458892672:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 83us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389261.756016:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1302 00010000:00010000:0.0:1785389262.064006:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389262.194090:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485898752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389262.194164:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389262.196795:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485898752 00000100:00100000:2.0:1785389262.196822:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485898752 00000100:00080000:3.0:1785389262.196908:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389262.196927:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1785389262.196940:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485898752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389262.196991:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389262.207115:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485898752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10162us (12934us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.207133:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1785389262.214261:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485898752:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1785389262.703000:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389262.703008:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389262.703080:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:0.0:1785389262.703088:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389262.703200:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485898880:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389262.703322:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fdf00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389262.711534:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389262.711646:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458892928 00000100:00100000:3.0:1785389262.711671:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458892928 00000100:00100000:3.0:1785389262.711771:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1303 00000100:00100000:3.0:1785389262.711801:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30847:x1872115458892928:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389262.711846:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389262.712002:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30847:x1872115458892928:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 212us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389262.712010:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1303 00000100:00100000:0.0:1785389262.712149:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485898880:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389262.714734:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.715428:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458893056 00000100:00100000:2.0:1785389262.715440:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458893056 00000100:00100000:2.0:1785389262.715502:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1304 00000100:00100000:2.0:1785389262.715512:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30847:x1872115458893056:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.715611:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715632:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715659:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715677:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715684:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715690:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715714:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715723:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715730:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389262.715808:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1785389262.715813:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389262.715830:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715843:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715850:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715862:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715868:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389262.715873:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715882:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715895:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389262.715899:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389262.715904:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715921:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd792e4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715936:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715942:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715948:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715953:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389262.715956:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715965:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715972:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff943412840600) 00010000:00010000:2.0:1785389262.715974:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389262.715977:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.715982:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd792eb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716125:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716131:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716137:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716143:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389262.716146:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716152:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716160:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389262.716162:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389262.716165:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.716175:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd792f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389262.716250:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30847:x1872115458893056:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 738us (1522us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.716257:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1304 00000100:00100000:1.0:1785389262.721081:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.721187:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458893312 00000100:00100000:2.0:1785389262.721200:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458893312 00000100:00100000:2.0:1785389262.721269:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1305 00000100:00100000:2.0:1785389262.721279:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30847:x1872115458893312:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.721303:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389262.721329:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792f9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a13a expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.721455:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.721472:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.721485:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389262.721498:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:2.0:1785389262.722054:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722064:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722077:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722084:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389262.722088:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722097:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722110:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389262.722114:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389262.722120:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722127:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd79300 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722180:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792f9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a13a expref: 11 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722193:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389262.722195:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389262.722200:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd792f9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a13a expref: 11 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.722211:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389262.722331:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30847:x1872115458893312:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1052us (1342us total) trans 4294968168 rc 301/301 00000100:00100000:2.0:1785389262.722344:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1305 00000100:00100000:1.0:1785389262.736048:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.736131:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458893440 00000100:00100000:0.0:1785389262.736144:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458893440 00000100:00100000:0.0:1785389262.736214:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1306 00000100:00100000:0.0:1785389262.736226:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30847:x1872115458893440:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389262.736271:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389262.736410:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30847:x1872115458893440:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 185us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.736418:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1306 00000100:00100000:3.0:1785389262.741092:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.743884:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458893568 00000100:00100000:0.0:1785389262.743901:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458893568 00000100:00100000:0.0:1785389262.744138:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1307 00000100:00100000:0.0:1785389262.744150:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30847:x1872115458893568:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389262.744176:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389262.744202:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7930e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a141 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.744287:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.744305:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.744320:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.744338:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.744346:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.744353:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.745339:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79323 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.745353:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.745361:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389262.745448:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:0.0:1785389262.745453:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389262.745523:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746298:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746308:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746315:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746321:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389262.746327:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746336:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746351:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389262.746355:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389262.746360:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746367:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd79315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746382:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746388:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746394:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746400:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389262.746403:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746409:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746417:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9434092fea00) 00010000:00010000:0.0:1785389262.746419:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389262.746422:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746428:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7931c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746470:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7930e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a141 expref: 12 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746483:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a141 expref: 11 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.746491:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:0.0:1785389262.746493:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389262.746495:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246400, rc 0) 00000100:00100000:0.0:1785389262.746585:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458893568:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2436us (5503us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.746595:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1307 00000100:00100000:3.0:1785389262.750416:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389262.750524:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458893696 00000100:00100000:1.0:1785389262.750537:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458893696 00000100:00100000:1.0:1785389262.750615:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 2 00000100:00100000:1.0:1785389262.750627:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458893696:12345-192.168.204.39@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1785389262.750725:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458893696:12345-192.168.204.39@tcp:700:lhsmtool_posix.0 Request processed in 99us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389262.750733:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 2 00000100:00100000:1.0:1785389262.754936:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389262.758063:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458893952 00000100:00100000:3.0:1785389262.758082:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458893952 00000100:00100000:2.0:1785389262.764175:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1308 00000100:00100000:2.0:1785389262.764192:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458893952:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.764222:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389262.764248:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7932a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a148 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.767647:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79331 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.767671:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79331 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.767685:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79331 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389262.767699:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:2.0:1785389262.767782:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd7932a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a148 expref: 14 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.767819:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79331 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a148 expref: 13 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.767830:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389262.767834:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389262.767838:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031600, rc 0) 00000100:00100000:2.0:1785389262.769590:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+13:30847:x1872115458893952:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 5395us (14658us total) trans 4294968169 rc 0/0 00000100:00100000:2.0:1785389262.769608:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1308 00000100:00100000:3.0:1785389262.777174:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.777264:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458894208 00000100:00100000:2.0:1785389262.777276:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458894208 00000100:00100000:2.0:1785389262.777348:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1309 00000100:00100000:2.0:1785389262.777360:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+13:30847:x1872115458894208:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.777439:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389262.777472:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79331 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a148 expref: 13 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.777501:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389262.777514:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389262.777546:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.777573:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.777583:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.777627:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.777643:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 98 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389262.777660:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485899008:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389262.777974:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405043840 going to sleep for 11 seconds 00000100:00100000:1.0:1785389262.788896:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.790349:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458894336 00000100:00100000:0.0:1785389262.790362:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458894336 00010000:00010000:0.0:1785389262.790440:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 99 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389262.790482:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:0.0:1785389262.790493:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2363:x1872115458894336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389262.790512:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389262.790521:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 99 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.790537:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 99 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.790572:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:0.0:1785389262.790578:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.790589:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.790597:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.790619:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389262.790685:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2363:x1872115458894336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 194us (1803us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.790694:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00080000:2.0:1785389262.791651:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389262.792847:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd791cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0df expref: 98 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389262.792872:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485899008:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389262.792907:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.792969:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.792976:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.793807:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.793830:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.793843:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794113:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794122:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794129:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794135:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389262.794139:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794147:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794158:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:3.0:1785389262.794162:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389262.794165:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794172:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7933f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794185:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794191:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794196:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794201:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389262.794203:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794209:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794227:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x4c9bde9f (ffff9434129f8c00) 00010000:00010000:3.0:1785389262.794229:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389262.794232:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.794238:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79346 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x4c9bde9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389262.794340:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:30847:x1872115458894208:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 16979us (17175us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389262.794349:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1309 00000100:00100000:1.0:1785389262.800937:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.801084:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458894464 00000100:00100000:0.0:1785389262.801097:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458894464 00000100:00100000:0.0:1785389262.801171:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1310 00000100:00100000:0.0:1785389262.801184:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:30847:x1872115458894464:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389262.801213:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389262.801242:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7934d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a14f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.801290:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.801306:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.801320:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.801462:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7934d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 14 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.801483:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 13 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.801494:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389262.801498:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389262.801502:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247a00, rc 0) 00000100:00100000:0.0:1785389262.801586:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+13:30847:x1872115458894464:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 405us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.801594:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1310 00000100:00100000:0.0:1785389262.805225:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.805301:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458894720 00000100:00100000:2.0:1785389262.805315:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458894720 00000100:00100000:2.0:1785389262.805394:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1311 00000100:00100000:2.0:1785389262.805404:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+13:30847:x1872115458894720:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.805486:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.805502:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.805514:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389262.805719:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007a235ba4 reply state 000000002d853ca3 transno 4294968170 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389262.805729:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389262.805876:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+15:30847:x1872115458894720:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 473us (661us total) trans 4294968170 rc 0/0 00000100:00100000:2.0:1785389262.805883:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1311 00010000:00010000:0.0:1785389262.807699:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.807716:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.807725:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.807732:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389262.807737:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.807762:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.807781:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389262.807785:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1785389262.807791:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.807808:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7935b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389262.811515:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389262.811607:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458894848 00000100:00100000:3.0:1785389262.811621:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458894848 00000100:00100000:3.0:1785389262.811686:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1312 00000100:00100000:3.0:1785389262.811696:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+14:30847:x1872115458894848:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389262.811726:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389262.811779:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a156 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.812082:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 15 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.812105:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 15 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.812118:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389262.812121:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389262.812127:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:0.0:1785389262.812219:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+15:30847:x1872115458894848:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 523us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.812229:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1312 00000100:00100000:3.0:1785389262.817964:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.820097:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458894976 00000100:00100000:2.0:1785389262.820109:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458894976 00000100:00100000:2.0:1785389262.820170:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 264 00000100:00100000:2.0:1785389262.820180:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b016850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+15:30847:x1872115458894976:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1785389262.820314:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b016850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+15:30847:x1872115458894976:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 135us (2359us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.820325:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 264 00000100:00100000:3.0:1785389262.828018:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.828152:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458895232 00000100:00100000:2.0:1785389262.828162:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458895232 00000100:00100000:2.0:1785389262.828215:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 265 00000100:00100000:2.0:1785389262.828224:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+15:30847:x1872115458895232:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389262.828484:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458895232:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 259us (474us total) trans 4294968171 rc 0/0 00000100:00100000:2.0:1785389262.828492:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 265 00000100:00100000:0.0:1785389262.837851:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.838051:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458895488 00000100:00100000:2.0:1785389262.838060:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458895488 00000100:00100000:2.0:1785389262.838119:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1313 00000100:00100000:2.0:1785389262.838128:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458895488:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389262.838237:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458895488:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 109us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.838244:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1313 00000100:00100000:3.0:1785389262.840592:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.845883:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458895744 00000100:00100000:0.0:1785389262.845895:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458895744 00000100:00100000:0.0:1785389262.845966:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1314 00000100:00100000:0.0:1785389262.845976:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458895744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389262.845997:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389262.846019:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79369 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a15d expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.846141:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.846156:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 17 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.846165:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.846196:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 17 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.846210:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 17 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389262.846224:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485899136:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389262.846306:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389262.850334:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.850429:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485899136:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389262.850453:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389262.850536:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458895872 00000100:00100000:2.0:1785389262.850543:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458895872 00010000:00010000:2.0:1785389262.850578:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 18 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389262.852146:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:2.0:1785389262.852159:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:2363:x1872115458895872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389262.852177:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389262.852187:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 18 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.852201:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 18 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.852225:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79362 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a156 expref: 18 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.852241:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:2.0:1785389262.852246:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.852256:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.852265:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.852286:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389262.852349:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+17:2363:x1872115458895872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (2024us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.852357:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 388 00010000:00010000:0.0:1785389262.852425:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852432:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389262.852452:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00080000:0.0:1785389262.852760:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:0.0:1785389262.852898:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852907:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852914:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852920:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389262.852924:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852933:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852942:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389262.852945:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389262.852950:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.852955:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79370 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.853004:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79369 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a15d expref: 17 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.853014:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:0.0:1785389262.853016:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389262.853020:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79369 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a15d expref: 17 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389262.853029:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389262.853056:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458895744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 7082us (12471us total) trans 4294968172 rc 301/301 00000100:00100000:0.0:1785389262.853064:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1314 00000100:00100000:1.0:1785389262.860478:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389262.860557:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458896128 00000100:00100000:3.0:1785389262.860570:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458896128 00000100:00100000:3.0:1785389262.860624:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 266 00000100:00100000:3.0:1785389262.860635:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458896128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389262.861207:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+17:30847:x1872115458896128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 572us (736us total) trans 4294968173 rc 0/0 00000100:00100000:3.0:1785389262.861215:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 266 00000100:00100000:1.0:1785389262.862998:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.863412:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458896256 00000100:00100000:2.0:1785389262.863420:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458896256 00000100:00100000:2.0:1785389262.863468:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1315 00000100:00100000:2.0:1785389262.863476:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+17:30847:x1872115458896256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.863495:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389262.863515:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7937e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a164 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.863586:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd79385 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.863602:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd79385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.863613:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd79385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389262.863641:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:2.0:1785389262.863645:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389262.863660:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd79385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.863684:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd7937e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a164 expref: 19 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.863699:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd79385 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a164 expref: 18 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.863708:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:2.0:1785389262.863711:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1785389262.863715:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389262.864202:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:30847:x1872115458896256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 726us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.864210:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1315 00000100:00100000:1.0:1785389262.877421:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389262.877915:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458896384 00000100:00100000:3.0:1785389262.877924:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458896384 00000100:00080000:2.0:1785389262.878040:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389262.879999:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 361 00000100:00100000:3.0:1785389262.880017:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2363:x1872115458896384:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389262.880035:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389262.880055:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a16b expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389262.880082:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389262.880112:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=983s v=(0 0) 00010000:00010000:3.0:1785389262.880117:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389262.880127:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 6 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.880144:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 6 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389262.880157:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:3.0:1785389262.880208:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458896384:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 200us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389262.880215:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 361 00000100:00100000:1.0:1785389262.890944:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.891026:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458896640 00000100:00100000:0.0:1785389262.891036:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458896640 00000100:00100000:0.0:1785389262.891090:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1316 00000100:00100000:0.0:1785389262.891107:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:30847:x1872115458896640:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389262.891207:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:30847:x1872115458896640:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 102us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.891214:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1316 00000100:00100000:1.0:1785389262.897700:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.898612:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458896768 00000100:00100000:2.0:1785389262.898624:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458896768 00000100:00100000:2.0:1785389262.898678:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:2.0:1785389262.898687:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:30847:x1872115458896768:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389262.898705:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389262.898722:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a172 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.898857:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.898867:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389262.898871:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389262.898877:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 7 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.898908:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.898922:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389262.898936:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485899264:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389262.899006:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e53000 going to sleep for 11 seconds 00000100:00100000:0.0:1785389262.922418:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389262.922513:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485899264:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389262.922565:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 7 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389262.922596:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389262.922653:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:30847:x1872115458896768:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 23967us (24963us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389262.922663:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 362 00000100:00100000:3.0:1785389262.930208:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458896896 00000100:00100000:3.0:1785389262.930228:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458896896 00010000:00010000:1.0:1785389262.947707:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389262.947761:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00100000:1.0:1785389262.947876:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:2362:x1872115458896896:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389262.947951:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389262.947974:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389262.947989:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389262.948066:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7938c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a16b expref: 7 pid: 14689 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389262.948084:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389262.948088:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389262.948150:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 6 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389262.948161:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 6 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389262.948199:0:5807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 6 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389262.948213:0:5807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5807:1872115485899392:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389262.948358:0:5807:0:(client.c:2702:ptlrpc_set_wait()) set ffff943412ab2600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389262.969331:0:5807:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5807:1872115485899392:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389262.969358:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389262.969414:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2362:x1872115458896896:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 21543us (47006us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389262.969425:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00100000:2.0:1785389262.984526:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389262.984626:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458897024 00000100:00100000:0.0:1785389262.984644:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458897024 00002000:00100000:0.0:1785389262.984695:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff943405af1c00 x1872115458897024/t0(0) o4->5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp:3/0 lens 488/0 e 0 to 0 dl 1785389273 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389262.984707:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af1c00 with x1872115458897024 ext(0->1048575) 00002000:00010000:0.0:1785389262.984712:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943405af1c00 00000100:00100000:0.0:1785389262.984780:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 113 00000100:00100000:0.0:1785389262.984804:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458897024:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389263.063991:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:2363:x1872115458897024:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 70426us (70697us total) trans 4294967370 rc 0/0 00000100:00100000:0.0:1785389263.064009:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 113 00002000:00100000:0.0:1785389263.064025:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff943405af1c00 x1872115458897024/t4294967370(0) o4->5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3@192.168.204.39@tcp:3/0 lens 488/448 e 0 to 0 dl 1785389273 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389263.064035:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af1c00 with x1872115458897024 ext(0->1048575) 00002000:00010000:0.0:1785389263.064042:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943405af1c00 00000100:00100000:3.0:1785389263.081714:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.081842:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458897152 00000100:00100000:0.0:1785389263.081857:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458897152 00000100:00100000:0.0:1785389263.081952:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1317 00000100:00100000:0.0:1785389263.081967:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:30847:x1872115458897152:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00080000:2.0:1785389263.082159:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389263.094026:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785389263.198525:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968172 is committed 00000020:00080000:3.0:1785389263.198559:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000001:00080000:3.0:1785389263.198570:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968173 is committed 00000020:00080000:3.0:1785389263.198581:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:3.0:1785389263.198590:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:2.0:1785389263.200113:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458897152:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 118143us (118405us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.200125:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1317 00000100:00100000:1.0:1785389263.203005:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.203135:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458897280 00000100:00100000:2.0:1785389263.203144:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458897280 00000100:00100000:2.0:1785389263.203188:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 363 00000100:00100000:2.0:1785389263.203197:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:2363:x1872115458897280:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1785389263.286074:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:2363:x1872115458897280:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 82867us (83065us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389263.286087:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 363 00000001:00080000:3.0:1785389263.286124:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:3.0:1785389263.292689:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.295872:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458897536 00000100:00100000:2.0:1785389263.295886:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458897536 00000100:00100000:2.0:1785389263.296005:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1318 00000100:00100000:2.0:1785389263.296016:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458897536:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389263.296071:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389263.296097:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd79385 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a164 expref: 11 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.296118:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:2.0:1785389263.296123:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389263.296153:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.296166:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.296176:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389263.296364:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dfbb5bd3 reply state 000000003b7e9945 transno 4294968174 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.296373:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389263.296477:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:30847:x1872115458897536:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 463us (3801us total) trans 4294968174 rc 0/0 00000100:00100000:2.0:1785389263.296485:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1318 00000100:00100000:3.0:1785389263.300736:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785389263.300887:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.300908:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.300915:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.300921:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.300926:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.300933:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.300947:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:1.0:1785389263.300949:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389263.300953:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.300959:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7939a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.305553:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458897664 00000100:00100000:0.0:1785389263.305566:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458897664 00000100:00100000:0.0:1785389263.305634:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1319 00000100:00100000:0.0:1785389263.305644:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458897664:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389263.305667:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389263.305686:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a179 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.305755:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 12 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.305770:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 12 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.305800:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389263.305804:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389263.305807:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:0.0:1785389263.305864:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:30847:x1872115458897664:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 221us (5137us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.305871:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1319 00000100:00100000:3.0:1785389263.308522:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.308637:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458897792 00000100:00100000:0.0:1785389263.308645:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458897792 00000100:00100000:0.0:1785389263.308688:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:0.0:1785389263.308696:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458897792:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1785389263.308978:0:6613:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1785389263.308982:0:6613:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1785389253 00002000:00010000:0.0:1785389263.308984:0:6613:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 1785389253 00002000:00010000:0.0:1785389263.308986:0:6613:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1785389253 00002000:00010000:0.0:1785389263.308989:0:6613:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:0.0:1785389263.309038:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:2363:x1872115458897792:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 342us (521us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1785389263.309045:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 364 00000100:00100000:0.0:1785389263.311551:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.311709:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898048 00000100:00100000:2.0:1785389263.311718:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898048 00000100:00100000:2.0:1785389263.311807:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1320 00000100:00100000:2.0:1785389263.311818:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:30847:x1872115458898048:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1785389263.311881:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.311910:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 12 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.311921:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.311956:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 12 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.311976:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 12 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.311990:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485899520:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389263.312077:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546a80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.314149:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485899520:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389263.314177:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.318239:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389263.323484:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898176 00000100:00100000:1.0:1785389263.323594:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898176 00010000:00010000:2.0:1785389263.332897:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 13 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.333082:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 390 00000100:00100000:2.0:1785389263.333104:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+13:2362:x1872115458898176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389263.333127:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389263.333135:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 13 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.333149:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 13 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.333170:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79354 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a14f expref: 13 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.333185:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:2.0:1785389263.333191:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.333200:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.333208:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.333239:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389263.333301:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:2362:x1872115458898176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 200us (15069us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.333308:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 390 00010000:00010000:0.0:1785389263.333358:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333366:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333394:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333401:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333407:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333413:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389263.333417:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333424:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333433:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389263.333435:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389263.333439:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.333449:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd793a8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.333485:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458898048:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 21670us (21951us total) trans 0 rc -22/-22 00000100:00100000:0.0:1785389263.333502:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1320 00000100:00100000:2.0:1785389263.351888:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389263.352144:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898304 00000100:00100000:1.0:1785389263.352154:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898304 00000100:00100000:1.0:1785389263.352208:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 365 00000100:00100000:1.0:1785389263.352218:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:2362:x1872115458898304:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389263.352260:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.352285:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 7 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.352304:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389263.352308:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389263.352313:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.352344:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 7 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.352358:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 7 pid: 21226 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389263.352372:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485899648:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389263.352450:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943412ab2840 going to sleep for 11 seconds 00000100:00100000:1.0:1785389263.361584:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485899648:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389263.361616:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389263.367710:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.368411:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898432 00000100:00100000:2.0:1785389263.368421:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898432 00010000:00010000:2.0:1785389263.368462:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 8 pid: 21226 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.368519:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 391 00000100:00100000:2.0:1785389263.368530:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+8:2363:x1872115458898432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389263.368546:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389263.368568:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 8 pid: 21226 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.368581:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 8 pid: 21226 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.368602:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79393 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a172 expref: 8 pid: 21226 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.368619:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389263.368624:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389263.368630:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.368641:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.368661:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389263.368712:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+7:2363:x1872115458898432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 184us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.368719:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 391 00010000:00010000:0.0:1785389263.369602:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369615:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369642:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369650:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369658:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369669:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389263.369674:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369682:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369695:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.369701:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd793af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.369861:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2362:x1872115458898304:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 17643us (17981us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.369871:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 365 00000100:00100000:1.0:1785389263.379723:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389263.380597:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898688 00000100:00100000:3.0:1785389263.380608:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898688 00000100:00100000:3.0:1785389263.380670:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1321 00000100:00100000:3.0:1785389263.380680:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+11:30847:x1872115458898688:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389263.380891:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.380909:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.380921:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.381114:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.381129:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 12 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.381137:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.381173:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 12 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.381187:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 12 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389263.381207:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485899776:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389263.382588:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4ef900 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.393338:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389263.393482:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485899776:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389263.393517:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.396809:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898816 00000100:00100000:0.0:1785389263.396824:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898816 00010000:00010000:0.0:1785389263.396867:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 13 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.396910:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:0.0:1785389263.396918:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+13:2362:x1872115458898816:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389263.396934:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389263.396940:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 13 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.396951:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 13 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.396971:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd793a1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a179 expref: 13 pid: 9185 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.396992:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:0.0:1785389263.396996:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.397005:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.397012:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.397038:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389263.397097:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+12:2362:x1872115458898816:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 179us (3769us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.397104:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 392 00010000:00010000:1.0:1785389263.397385:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.397393:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389263.397574:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968175 00000001:00080000:1.0:1785389263.397698:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968176 00000001:00080000:1.0:1785389263.397735:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968177 00000100:00100000:1.0:1785389263.397861:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485899904:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1785389263.397908:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389263.397927:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2540 going to sleep for 11 seconds 00000100:00100000:0.0:1785389263.398125:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485899904 00000100:00100000:0.0:1785389263.398129:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485899904 00000100:00100000:0.0:1785389263.398163:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1785389263.398170:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485899904:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1785389263.398235:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485899904:12345-0@lo:1000:mdt00_000.0 Request processed in 65us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.398241:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1785389263.398388:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485899904:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1785389263.398830:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968178 00000100:00100000:1.0:1785389263.398885:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485900032:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1785389263.398916:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389263.398984:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943401254480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.410393:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485900032 00000100:00100000:3.0:1785389263.410409:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485900032 00000100:00100000:2.0:1785389263.410577:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1785389263.410589:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434050ccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485900032:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1785389263.410932:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434050ccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5820:x1872115485900032:12345-0@lo:1000:mdt00_000.0 Request processed in 344us (12014us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1785389263.410940:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1785389263.411416:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485900032:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1785389263.411521:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968179 00010000:00010000:3.0:1785389263.411556:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411566:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411573:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411578:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389263.411583:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411591:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411605:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9434092fea00) 00010000:00010000:3.0:1785389263.411608:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389263.411611:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411616:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd793bd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411642:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411647:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411653:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411656:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389263.411659:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411663:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411669:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389263.411671:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389263.411677:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411686:0:5820:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411693:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.411735:0:5820:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35800/0xb9b521054fd79289 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a11e expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389263.411792:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900160:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389263.411853:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4ef000 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.423053:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.423199:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458898944 00000100:00100000:2.0:1785389263.423210:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458898944 00000100:00100000:2.0:1785389263.423278:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 267 00000100:00100000:2.0:1785389263.423303:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30818:x1872115458898944:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:2.0:1785389263.423440:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30818:x1872115458898944:12345-192.168.204.39@tcp:49:cat.0 Request processed in 153us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.423448:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 267 00000100:00100000:1.0:1785389263.423737:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900160:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389263.423802:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.423813:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79282 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.423846:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.423859:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.423869:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.423905:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.423919:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 46 pid: 5821 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389263.423931:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb44380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900288:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389263.423983:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943412ab2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.427284:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389263.427396:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.427498:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458899072 00000100:00100000:0.0:1785389263.427510:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458899072 00000100:00100000:0.0:1785389263.427598:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00100000:0.0:1785389263.427610:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+12:30818:x1872115458899072:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389263.427632:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389263.427667:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a180 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389263.427700:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb44380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900288:192.168.204.39@tcp:104: 00002000:00010000:0.0:1785389263.427704:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 1048576, mtime: 0x6a6ae0c5, atime: 0x6a6ae0c5, ctime: 0x6a6ae0c5, blocks: 0x803 00010000:00010000:1.0:1785389263.427735:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.427737:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=983s v=(0 0) 00010000:00010000:0.0:1785389263.427806:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389263.427821:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 13 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.427855:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 13 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.427870:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:0.0:1785389263.427937:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:30818:x1872115458899072:12345-192.168.204.39@tcp:101:cat.0 Request processed in 330us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.427945:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 366 00000100:00080000:3.0:1785389263.428223:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389263.428612:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458899200 00000100:00100000:2.0:1785389263.428620:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458899200 00010000:00010000:2.0:1785389263.428673:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 47 pid: 5821 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.428715:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:2.0:1785389263.428724:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943432787c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458899200:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389263.428737:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:3.0:1785389263.429034:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389263.429071:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 47 pid: 5821 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.429087:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 47 pid: 5821 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.429112:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd792ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a125 expref: 47 pid: 5821 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.429134:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389263.429139:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.429150:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.429159:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.429189:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389263.429238:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943432787c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458899200:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 515us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.429245:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 393 00010000:00010000:1.0:1785389263.430400:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430415:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430431:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430438:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430445:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430454:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.430459:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430465:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430484:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389263.430498:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389263.430504:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430510:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430525:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430531:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430536:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430541:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.430544:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430550:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430560:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389263.430562:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389263.430564:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.430570:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd793b6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.431285:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458898688:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 50598us (51562us total) trans 4294968180 rc 0/0 00000100:00100000:2.0:1785389263.431298:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1321 00000020:00080000:2.0:1785389263.431303:0:5820:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1785389263.431494:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389263.431500:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389263.432221:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1785389263.432232:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389263.434367:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.434449:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458899328 00000100:00100000:0.0:1785389263.434464:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458899328 00002000:00100000:0.0:1785389263.434526:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff94342e35f800 x1872115458899328/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:4/0 lens 488/0 e 0 to 0 dl 1785389274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389263.435360:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35f800 with x1872115458899328 ext(0->1048575) 00002000:00010000:0.0:1785389263.435368:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35f800 00000100:00100000:0.0:1785389263.435403:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 114 00000100:00100000:0.0:1785389263.435418:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458899328:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:3.0:1785389263.444161:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.444267:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458899584 00000100:00100000:2.0:1785389263.444284:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458899584 00000100:00100000:2.0:1785389263.444365:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 268 00000100:00100000:2.0:1785389263.444378:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+16:30847:x1872115458899584:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1785389263.445324:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000403:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389263.445455:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968181 00010000:00010000:2.0:1785389263.445510:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.445529:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.445544:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.445554:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.445561:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.445569:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.445592:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1785389263.445813:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389263.445822:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.445832:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389263.445836:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.445845:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.445859:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389263.445862:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389263.445866:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.445871:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878e00/0xb9b521054fd793d2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.445889:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389263.445892:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389263.445893:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389263.446021:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:30847:x1872115458899584:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1643us (1865us total) trans 4294968182 rc 0/0 00000100:00100000:2.0:1785389263.446037:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 268 00000020:00080000:2.0:1785389263.446043:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1785389263.461671:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458899328:12345-192.168.204.39@tcp:3:cat.0 Request processed in 26230us (27283us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1785389263.461688:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 114 00002000:00100000:0.0:1785389263.461705:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff94342e35f800 x1872115458899328/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:4/0 lens 488/440 e 0 to 0 dl 1785389274 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389263.461717:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35f800 with x1872115458899328 ext(0->1048575) 00002000:00010000:0.0:1785389263.461726:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35f800 00000100:00100000:0.0:1785389263.472487:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.472540:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458899712 00000100:00100000:2.0:1785389263.472558:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458899712 00002000:00100000:2.0:1785389263.472636:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->1052671) req@ffff94343c8caa00 x1872115458899712/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:4/0 lens 488/0 e 0 to 0 dl 1785389274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389263.472650:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8caa00 with x1872115458899712 ext(1048576->1052671) 00002000:00010000:2.0:1785389263.472658:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c8caa00 00000100:00100000:2.0:1785389263.472706:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 115 00000100:00100000:2.0:1785389263.472716:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458899712:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:2.0:1785389263.473603:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458899712:12345-192.168.204.39@tcp:3:cat.0 Request processed in 885us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.473614:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 115 00002000:00100000:2.0:1785389263.473624:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->1052671) req@ffff94343c8caa00 x1872115458899712/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:4/0 lens 488/440 e 0 to 0 dl 1785389274 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389263.473633:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8caa00 with x1872115458899712 ext(1048576->1052671) 00002000:00010000:2.0:1785389263.473638:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c8caa00 00000100:00100000:2.0:1785389263.489428:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.489607:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458899968 00000100:00100000:0.0:1785389263.489618:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458899968 00000100:00100000:0.0:1785389263.489686:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 269 00000100:00100000:0.0:1785389263.489695:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+98:30818:x1872115458899968:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1785389263.490004:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30818:x1872115458899968:12345-192.168.204.39@tcp:35:cat.0 Request processed in 308us (585us total) trans 4294968183 rc 0/0 00000100:00100000:0.0:1785389263.490023:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 269 00000100:00100000:3.0:1785389263.512986:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389263.513170:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458900096 00000100:00100000:1.0:1785389263.513179:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458900096 00000100:00100000:1.0:1785389263.513239:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1322 00000100:00100000:1.0:1785389263.513250:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:30849:x1872115458900096:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:1.0:1785389263.513283:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389263.513308:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a187 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.513378:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.513394:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.513408:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.513423:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.513430:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.513441:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514149:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514159:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514167:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389263.514197:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:1.0:1785389263.514201:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389263.514218:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514228:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514237:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514244:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514251:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514257:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.514260:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514278:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514290:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:1.0:1785389263.514293:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389263.514298:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514304:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd793e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514316:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514322:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514327:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514332:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.514335:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514341:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514348:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff943412b95800) 00010000:00010000:1.0:1785389263.514350:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389263.514353:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514363:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd793e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514394:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd793d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 101 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514407:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 100 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.514414:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389263.514416:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389263.514419:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328800, rc 0) 00000100:00100000:1.0:1785389263.514477:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:30849:x1872115458900096:12345-192.168.204.39@tcp:101:stat.0 Request processed in 1229us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389263.514484:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1322 00000100:00100000:1.0:1785389263.546991:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.547127:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458900224 00000100:00100000:0.0:1785389263.547136:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458900224 00000100:00100000:0.0:1785389263.547190:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1323 00000100:00100000:0.0:1785389263.547199:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30850:x1872115458900224:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:0.0:1785389263.547218:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389263.547236:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd793f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a18e expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547296:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547311:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547322:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547339:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547345:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547352:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547697:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547708:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547715:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389263.547800:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1785389263.547805:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389263.547826:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547838:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547851:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547858:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547866:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547871:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389263.547875:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547892:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547903:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:0.0:1785389263.547906:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389263.547910:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547917:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd793fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547927:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547933:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547939:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547946:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389263.547949:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547955:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547961:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9434092fe700) 00010000:00010000:0.0:1785389263.547963:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389263.547965:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547970:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79403 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.547998:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd793f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.548011:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 47 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.548018:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:0.0:1785389263.548021:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389263.548023:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246200, rc 0) 00000100:00100000:0.0:1785389263.548090:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30850:x1872115458900224:12345-192.168.204.39@tcp:101:stat.0 Request processed in 891us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.548097:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1323 00000100:00100000:2.0:1785389263.555557:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.555677:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458900352 00000100:00100000:0.0:1785389263.555686:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458900352 00000100:00100000:0.0:1785389263.555803:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 367 00000100:00100000:0.0:1785389263.555813:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458900352:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:0.0:1785389263.555831:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389263.555848:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a195 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.555871:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389263.555875:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389263.555895:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.555910:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.555925:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:0.0:1785389263.555976:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458900352:12345-192.168.204.39@tcp:101:stat.0 Request processed in 164us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.555984:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 367 00000100:00080000:3.0:1785389263.556443:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389263.561297:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.561399:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458900608 00000100:00100000:2.0:1785389263.561409:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458900608 00000100:00100000:2.0:1785389263.561470:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1324 00000100:00100000:2.0:1785389263.561481:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:30565:x1872115458900608:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389263.561502:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389263.561531:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79418 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a19c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.561624:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.561638:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 101 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.561648:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.561656:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 5/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.561686:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 46 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.561699:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 46 pid: 19127 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.561711:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900416:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389263.562038:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 101 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.562048:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 101 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.562056:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900544:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389263.562081:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546600 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.566077:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900416:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389263.566092:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485900544:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389263.566119:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389263.570154:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389263.570188:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.570415:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458900864 00000100:00100000:0.0:1785389263.570426:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458900864 00010000:00010000:0.0:1785389263.570466:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 102 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.570499:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458900736 00000100:00100000:0.0:1785389263.570503:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458900736 00010000:00010000:0.0:1785389263.570528:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 47 pid: 19127 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.570566:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:0.0:1785389263.570575:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:2363:x1872115458900864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389263.570589:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389263.570596:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 102 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.570606:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 102 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.570627:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd793ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a187 expref: 102 pid: 5822 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.570642:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:0.0:1785389263.570646:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.570654:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.570659:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389263.570707:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:2363:x1872115458900864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 133us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.570713:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:0.0:1785389263.570726:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:0.0:1785389263.570732:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458900736:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389263.571005:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389263.571011:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 47 pid: 19127 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.571022:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 47 pid: 19127 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.571035:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7940a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a18e expref: 47 pid: 19127 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.571045:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:0.0:1785389263.571048:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.571056:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.571063:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.571085:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389263.571106:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2363:x1872115458900736:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 375us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.571112:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 395 00010000:00010000:3.0:1785389263.571361:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.571369:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389263.571389:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1785389263.571540:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79418 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.571556:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.571564:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389263.571567:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1785389263.571569:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:3.0:1785389263.571605:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:30565:x1872115458900608:12345-192.168.204.39@tcp:101:bash.0 Request processed in 10127us (10317us total) trans 4294968184 rc 0/0 00000100:00100000:3.0:1785389263.571613:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1324 00000100:00100000:3.0:1785389263.579040:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.579165:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458901120 00000100:00100000:0.0:1785389263.579174:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458901120 00000100:00100000:0.0:1785389263.579224:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1325 00000100:00100000:0.0:1785389263.579232:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:30565:x1872115458901120:12345-192.168.204.39@tcp:36:bash.0 00010000:00010000:0.0:1785389263.579490:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.579507:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.579518:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1785389263.579569:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968185 00000004:00010000:0.0:1785389263.579591:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b1f1536e reply state 00000000da09834f transno 4294968186 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.579599:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1785389263.579638:0:9185:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968186 00000100:00100000:0.0:1785389263.579730:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:30565:x1872115458901120:12345-192.168.204.39@tcp:36:bash.0 Request processed in 497us (697us total) trans 4294968187 rc 0/0 00000100:00100000:0.0:1785389263.579737:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1325 00000020:00080000:0.0:1785389263.579741:0:9185:0:(tgt_main.c:787:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:0.0:1785389263.586232:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.586249:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.586256:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.586263:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389263.586268:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.586281:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.586296:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:0.0:1785389263.586299:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389263.586303:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.586309:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd7942d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389263.594275:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.598735:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458901248 00000100:00100000:2.0:1785389263.598819:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458901248 00000100:00100000:2.0:1785389263.599143:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:2.0:1785389263.599156:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:30565:x1872115458901248:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389263.599173:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389263.599190:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1a3 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.599220:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.599229:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.599235:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389263.599239:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389263.599243:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1a3 expref: 14 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.599273:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 9 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.599285:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 9 pid: 6613 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.599302:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485900672:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389263.599393:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.599404:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.599414:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485900800:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389263.599439:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546900 going to sleep for 11 seconds 00000100:00100000:1.0:1785389263.609070:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.609184:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458901376 00000100:00100000:0.0:1785389263.609193:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458901376 00010000:00010000:0.0:1785389263.609234:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 10 pid: 6613 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.609278:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 396 00000100:00100000:0.0:1785389263.609288:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458901376:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389263.609303:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389263.609310:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 10 pid: 6613 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.609324:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 10 pid: 6613 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.609350:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389263.609401:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458901376:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 113us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389263.609409:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 396 00010000:00010000:2.0:1785389263.612722:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd79411 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a195 expref: 9 pid: 6613 timeout: 1083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.612846:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485900672:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389263.612862:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485900800:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389263.612944:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1a3 expref: 14 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.612961:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878e00, rc 0) 00000100:00100000:2.0:1785389263.613065:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:30565:x1872115458901248:12345-192.168.204.39@tcp:101:bash.0 Request processed in 13911us (18797us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.613074:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 368 00000100:00100000:1.0:1785389263.619924:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.620238:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458901504 00000100:00100000:0.0:1785389263.620248:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458901504 00010000:00010000:0.0:1785389263.620285:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.620321:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:0.0:1785389263.620331:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458901504:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389263.620345:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389263.620351:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.620366:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.620389:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd793cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a180 expref: 14 pid: 6614 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.620404:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389263.620408:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389263.620415:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1a3 expref: 13 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.620426:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1a3 expref: 13 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.620467:0:5807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1a3 expref: 13 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.620481:0:5807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5807:1872115485900928:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389263.620558:0:5807:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389263.628116:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389263.628651:0:5807:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5807:1872115485900928:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389263.628673:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389263.628723:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2362:x1872115458901504:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8393us (8808us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389263.628732:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:2.0:1785389263.628900:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458901632 00000100:00100000:2.0:1785389263.628908:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458901632 00002000:00010000:2.0:1785389263.628943:0:6619:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1785389263.628947:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8cb480 with x1872115458901632 ext(0->18446744073709551615) 00002000:00010000:2.0:1785389263.628957:0:6619:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c8cb480. 00000100:00100000:2.0:1785389263.628984:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 116 00000100:00100000:2.0:1785389263.628993:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2363:x1872115458901632:12345-192.168.204.39@tcp:10:bash.0 00002000:00010000:2.0:1785389263.629256:0:6619:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1785389263.629260:0:6619:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1785389253 -> 1785389262 00002000:00010000:2.0:1785389263.629262:0:6619:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 1785389253 -> 1785389253 00002000:00010000:2.0:1785389263.629265:0:6619:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1785389253 -> 1785389262 00002000:00010000:2.0:1785389263.629267:0:6619:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:2.0:1785389263.629295:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2363:x1872115458901632:12345-192.168.204.39@tcp:10:bash.0 Request processed in 303us (1189us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1785389263.629302:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 116 00002000:00010000:2.0:1785389263.629305:0:6619:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1785389263.629308:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c8cb480 with x1872115458901632 ext(0->18446744073709551615) 00002000:00010000:2.0:1785389263.629313:0:6619:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343c8cb480. 00000100:00100000:1.0:1785389263.654581:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.654911:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458901760 00000100:00100000:2.0:1785389263.654921:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458901760 00000100:00100000:2.0:1785389263.654975:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1326 00000100:00100000:2.0:1785389263.654983:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:30851:x1872115458901760:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:2.0:1785389263.655005:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389263.655025:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7943b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1aa expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655087:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655100:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655110:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655123:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655129:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655134:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655456:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655467:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 105 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655475:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655504:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 105 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.655517:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 105 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.655640:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485901056:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389263.655793:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389263.664167:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.664236:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902016 00000100:00100000:0.0:1785389263.664245:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902016 00000100:00100000:0.0:1785389263.664297:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00100000:0.0:1785389263.664306:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b015850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:5583:x1872115458902016:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1785389263.664798:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b015850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:5583:x1872115458902016:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 492us (639us total) trans 4294968188 rc 0/0 00000100:00100000:0.0:1785389263.664806:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 270 00000100:00100000:2.0:1785389263.664928:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485901056:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389263.664950:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389263.666440:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389263.666528:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902144 00000100:00100000:2.0:1785389263.666619:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902144 00010000:00010000:2.0:1785389263.666648:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 107 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389263.666678:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 398 00000100:00100000:2.0:1785389263.666686:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:2363:x1872115458902144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389263.666698:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389263.666704:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 107 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.666718:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 107 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.666739:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd7941f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a19c expref: 107 pid: 5820 timeout: 1083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.667630:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:2.0:1785389263.667636:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.667647:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.667655:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389263.667685:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389263.668475:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:2363:x1872115458902144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1785us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.668484:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 398 00010000:00010000:1.0:1785389263.668796:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668805:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389263.668845:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:1.0:1785389263.668850:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389263.668868:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668890:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668900:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668908:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668915:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668921:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.668925:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668932:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668943:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:1.0:1785389263.668946:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389263.668949:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668960:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd79442 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668971:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668977:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668983:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668988:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389263.668991:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.668997:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.669004:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff943412840000) 00010000:00010000:1.0:1785389263.669006:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389263.669009:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.669015:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79449 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.669050:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd7943b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1aa expref: 106 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.669067:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031600/0xb9b521054fd79450 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1aa expref: 105 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389263.669073:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:1.0:1785389263.669075:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389263.669077:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031600, rc 0) 00000100:00100000:1.0:1785389263.669110:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:30851:x1872115458901760:12345-192.168.204.39@tcp:101:stat.0 Request processed in 14128us (14538us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389263.669115:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1326 00000100:00100000:1.0:1785389263.719377:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389263.719547:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902272 00000100:00100000:3.0:1785389263.719556:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902272 00000100:00100000:3.0:1785389263.719607:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1327 00000100:00100000:3.0:1785389263.719617:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:30852:x1872115458902272:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:3.0:1785389263.719638:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389263.719659:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79457 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1b1 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.719723:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.719735:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.719773:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.719797:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.719804:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.719810:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720135:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd7946c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720145:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd7946c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720151:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd7946c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389263.720180:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:3.0:1785389263.720184:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389263.720203:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd7946c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720214:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd7946c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720221:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720227:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720232:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720237:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389263.720240:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720247:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720257:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:3.0:1785389263.720260:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389263.720263:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720269:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7945e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720279:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720284:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720288:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720293:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389263.720295:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720299:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720304:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9434129f8100) 00010000:00010000:3.0:1785389263.720501:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389263.720513:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720520:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79465 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720554:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79457 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1b1 expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720567:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6e00/0xb9b521054fd7946c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1b1 expref: 47 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389263.720574:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9434129f8600) 00010000:00010000:3.0:1785389263.720576:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389263.720579:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6e00, rc 0) 00000100:00100000:2.0:1785389263.720736:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:30852:x1872115458902272:12345-192.168.204.39@tcp:101:stat.0 Request processed in 1119us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389263.720769:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1327 00000100:00100000:2.0:1785389263.723859:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389263.723984:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902400 00000100:00100000:0.0:1785389263.723993:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902400 00000100:00100000:0.0:1785389263.724054:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:0.0:1785389263.724064:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458902400:12345-192.168.204.39@tcp:101:stat.0 00010000:00010000:0.0:1785389263.724081:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389263.724099:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd79473 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1b8 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389263.724154:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485901184:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389263.724246:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6fd780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389263.729037:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485901184:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389263.729077:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd79473 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1b8 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.729102:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd79473 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1b8 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389263.729115:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:0.0:1785389263.729172:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458902400:12345-192.168.204.39@tcp:101:stat.0 Request processed in 5109us (5323us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389263.729181:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 369 00000100:00100000:1.0:1785389264.016306:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389264.016360:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389264.016396:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389264.016427:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389264.016462:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902784 00000100:00100000:1.0:1785389264.016474:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902784 00000100:00100000:1.0:1785389264.016546:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903296 00000100:00100000:1.0:1785389264.016550:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903296 00000100:00100000:2.0:1785389264.016574:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903040 00000100:00100000:2.0:1785389264.016588:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903040 00000100:00100000:1.0:1785389264.016599:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 615 00000100:00100000:1.0:1785389264.016615:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2363:x1872115458902784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389264.016661:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:2.0:1785389264.016674:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458903040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389264.016729:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2363:x1872115458902784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 116us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389264.016739:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 615 00000100:00100000:2.0:1785389264.016793:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2363:x1872115458903040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 121us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389264.016800:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:0.0:1785389264.016887:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902528 00000100:00100000:0.0:1785389264.016894:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902528 00000100:00100000:0.0:1785389264.016937:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 668 00000100:00100000:0.0:1785389264.016946:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2363:x1872115458902528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389264.016985:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2363:x1872115458902528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389264.016992:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 668 00000100:00100000:0.0:1785389264.017073:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389264.017143:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389264.017176:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389264.017281:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389264.017296:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389264.017321:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389264.017337:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903552 00000100:00100000:0.0:1785389264.017341:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903552 00000100:00080000:3.0:1785389264.017538:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389264.017543:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389264.017554:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902912 00000100:00100000:3.0:1785389264.017558:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902912 00000100:00100000:1.0:1785389264.017635:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903168 00000100:00100000:1.0:1785389264.017640:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903168 00000100:00100000:2.0:1785389264.017697:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:2.0:1785389264.017709:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458903296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389264.017785:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458903296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 79us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389264.017791:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 616 00000100:00100000:2.0:1785389264.017808:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903680 00000100:00100000:2.0:1785389264.017811:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903680 00000100:00100000:2.0:1785389264.017831:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 617 00000100:00100000:2.0:1785389264.017835:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2363:x1872115458903680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389264.017856:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2363:x1872115458903680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389264.017860:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 617 00000100:00100000:2.0:1785389264.018371:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458902656 00000100:00100000:2.0:1785389264.018376:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458902656 00000100:00100000:2.0:1785389264.018406:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903424 00000100:00100000:2.0:1785389264.018409:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903424 00000100:00100000:2.0:1785389264.018426:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 617 00000100:00100000:2.0:1785389264.018432:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458902656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389264.018518:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458902656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 85us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389264.018525:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 617 00000100:00100000:2.0:1785389264.018538:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:2.0:1785389264.018544:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:2363:x1872115458903424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389264.018570:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+18:2363:x1872115458903424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389264.018576:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00080000:2.0:1785389264.019436:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389264.019442:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389264.024927:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:0.0:1785389264.024955:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458903552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389264.025062:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+6:2363:x1872115458903552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 121us (7987us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389264.025070:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 618 00000100:00100000:3.0:1785389264.032107:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 619 00000100:00100000:3.0:1785389264.032132:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458902912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389264.032249:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458902912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 127us (15070us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389264.032258:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 619 00000100:00100000:1.0:1785389264.036723:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 620 00000100:00100000:1.0:1785389264.036863:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458903168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389264.036968:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458903168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 229us (19686us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389264.036977:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 620 00010000:00010000:0.0:1785389264.110972:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785389264.874017:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00010000:00010000:2.0:1785389265.135475:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389265.776135:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485901696:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776200:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389265.776249:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785389265.776254:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485901312:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776294:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389265.776312:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485901824:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776333:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389265.776353:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485901440:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776371:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389265.776382:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485901952:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776398:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389265.776409:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389265.776413:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485901568:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776427:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389265.776449:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485901696 00000100:00100000:0.0:1785389265.776470:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485901696 00000100:00100000:0.0:1785389265.776513:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485901952 00000100:00100000:0.0:1785389265.776516:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485901952 00000100:00100000:0.0:1785389265.776533:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1785389265.776541:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485901696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776583:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485901696:12345-0@lo:400:kworker.0 Request processed in 43us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389265.776589:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1785389265.776616:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1785389265.776621:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485901952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776643:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485901952:12345-0@lo:400:kworker.0 Request processed in 23us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389265.776648:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1785389265.776664:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485901312 00000100:00100000:0.0:1785389265.776674:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485901312 00000100:00100000:0.0:1785389265.776692:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1785389265.776697:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485901312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776724:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485901312:12345-0@lo:400:kworker.0 Request processed in 27us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389265.776728:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1785389265.776790:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485901824 00000100:00100000:0.0:1785389265.776795:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485901824 00000100:00100000:0.0:1785389265.776814:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485901440 00000100:00100000:0.0:1785389265.776815:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485901440 00000100:00100000:0.0:1785389265.776825:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485901568 00000100:00100000:0.0:1785389265.776827:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485901568 00000100:00100000:0.0:1785389265.776837:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1785389265.776843:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485901824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776867:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485901824:12345-0@lo:400:kworker.0 Request processed in 25us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389265.776873:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1785389265.776882:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1785389265.776887:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485901440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776905:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485901440:12345-0@lo:400:kworker.0 Request processed in 19us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389265.776910:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1785389265.776932:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1785389265.776936:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485901568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776954:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485901568:12345-0@lo:400:kworker.0 Request processed in 19us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389265.776959:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1785389265.776988:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485901312:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.776999:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485901824:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.777007:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485901696:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.777030:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485901568:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.777037:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485901440:0@lo:400:kworker.0 00000100:00100000:0.0:1785389265.777044:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:0.0:1785389265.777048:0:3322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302eb1c00, transno 4294967373 00000100:00100000:0.0:1785389265.777058:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485901952:0@lo:400:kworker.0 00000100:00080000:2.0:1785389265.778048:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389265.778053:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389265.778055:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389266.159288:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389266.287066:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485902080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389266.287181:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389266.287351:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902080 00000100:00100000:3.0:1785389266.287361:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902080 00000100:00100000:3.0:1785389266.287427:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1785389266.287439:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485902080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389266.287483:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389266.287540:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485902080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389266.287547:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1785389266.287658:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485902080:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389266.553901:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389266.553913:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389266.555915:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:3.0:1785389266.555931:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389267.184355:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389267.311443:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485902208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389267.311511:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389267.311633:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902208 00000100:00100000:3.0:1785389267.311640:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902208 00000100:00100000:3.0:1785389267.311716:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1785389267.311726:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485902208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389267.311781:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1785389267.311826:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485902208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389267.311833:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1785389267.311877:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485902208:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389267.312025:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389268.206880:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1785389268.459342:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968188 is committed 00000001:00080000:1.0:1785389268.459364:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968179 is committed 00000020:00080000:1.0:1785389268.459370:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943409e53000 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:1.0:1785389268.459375:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943432796100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943409cd2780 00000020:00080000:1.0:1785389268.459379:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943432796400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9434377fe800 00000001:00080000:1.0:1785389268.459396:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968182 is committed 00000020:00080000:0.0:1785389268.459958:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:0.0:1785389268.460166:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000001:00080000:2.0:1785389268.475511:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000001:00080000:2.0:1785389268.475541:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000001:00080000:2.0:1785389268.475547:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000100:00100000:1.0:1785389269.136662:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136712:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136739:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136781:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136799:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136815:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136832:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136850:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136868:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136888:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389269.136909:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904064 00000100:00100000:1.0:1785389269.136918:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904064 00000100:00100000:1.0:1785389269.136959:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904576 00000100:00100000:1.0:1785389269.136961:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904576 00000100:00100000:1.0:1785389269.136972:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904832 00000100:00100000:1.0:1785389269.136974:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904832 00000100:00100000:1.0:1785389269.136987:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904192 00000100:00100000:1.0:1785389269.136989:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904192 00000100:00100000:1.0:1785389269.136999:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904448 00000100:00100000:1.0:1785389269.137002:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904448 00000100:00100000:1.0:1785389269.137012:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904960 00000100:00100000:1.0:1785389269.137014:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904960 00000100:00100000:1.0:1785389269.137030:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 623 00000100:00100000:1.0:1785389269.137039:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458904064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389269.137104:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458904064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 65us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389269.137111:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 623 00000100:00100000:1.0:1785389269.137126:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00100000:1.0:1785389269.137132:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458904576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389269.137152:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458904576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389269.137158:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00100000:1.0:1785389269.137166:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 625 00000100:00100000:1.0:1785389269.137172:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2365:x1872115458904832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389269.137192:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2365:x1872115458904832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389269.137210:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 625 00000100:00100000:1.0:1785389269.137221:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 626 00000100:00100000:1.0:1785389269.137227:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458904192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389269.137247:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458904192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389269.137255:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 626 00000100:00100000:1.0:1785389269.137277:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 627 00000100:00100000:1.0:1785389269.137283:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458904448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389269.137305:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458904448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389269.137311:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 627 00000100:00100000:1.0:1785389269.137321:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00100000:1.0:1785389269.137327:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2365:x1872115458904960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389269.137345:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2365:x1872115458904960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389269.137351:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00100000:3.0:1785389269.137707:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903808 00000100:00100000:3.0:1785389269.137712:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903808 00000100:00100000:3.0:1785389269.137764:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 670 00000100:00100000:3.0:1785389269.137771:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2365:x1872115458903808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389269.137798:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2365:x1872115458903808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389269.137804:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 670 00000100:00100000:0.0:1785389269.137952:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904320 00000100:00100000:0.0:1785389269.137956:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904320 00000100:00100000:0.0:1785389269.137984:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458903936 00000100:00100000:0.0:1785389269.137987:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458903936 00000100:00100000:0.0:1785389269.138003:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458904704 00000100:00100000:0.0:1785389269.138006:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458904704 00000100:00100000:0.0:1785389269.138020:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 622 00000100:00100000:0.0:1785389269.138026:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2365:x1872115458904320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389269.138056:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2365:x1872115458904320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389269.138062:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 622 00000100:00100000:0.0:1785389269.138075:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 623 00000100:00100000:0.0:1785389269.138081:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2365:x1872115458903936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389269.138101:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2365:x1872115458903936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389269.138107:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 623 00000100:00100000:0.0:1785389269.138117:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00100000:0.0:1785389269.138123:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:2365:x1872115458904704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389269.138139:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:2365:x1872115458904704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389269.138144:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 624 00000100:00080000:0.0:1785389269.138162:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389269.138166:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389269.138168:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389269.231503:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389269.844414:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389269.844532:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905088 00000100:00100000:3.0:1785389269.844542:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905088 00000100:00100000:3.0:1785389269.844604:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1328 00000100:00100000:3.0:1785389269.844616:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30846:x1872115458905088:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1785389269.844721:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30846:x1872115458905088:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 108us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389269.844728:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1328 00000100:00100000:1.0:1785389269.857904:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389269.858879:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905344 00000100:00100000:3.0:1785389269.858890:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905344 00000100:00100000:3.0:1785389269.858940:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 271 00000100:00100000:3.0:1785389269.858949:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:30846:x1872115458905344:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389269.859385:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+10:30846:x1872115458905344:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 435us (1489us total) trans 4294968189 rc 0/0 00000100:00100000:3.0:1785389269.859394:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 271 00010000:00010000:0.0:1785389270.255604:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389270.895087:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485902720:0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.895180:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389270.895213:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485902464:0@lo:400:kworker.0 00000100:00100000:0.0:1785389270.895248:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389270.895263:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389270.895269:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485902336:0@lo:400:kworker.0 00000100:00100000:0.0:1785389270.895273:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485902976:0@lo:400:kworker.0 00000100:00100000:2.0:1785389270.895447:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902720 00000100:00100000:2.0:1785389270.895463:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902720 00000100:00100000:2.0:1785389270.895538:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1785389270.895548:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485902720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389270.895713:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485902592:0@lo:400:kworker.0 00000100:00100000:0.0:1785389270.898203:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389270.898303:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902464 00000100:00100000:0.0:1785389270.898313:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902464 00000100:00100000:0.0:1785389270.898367:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1785389270.898373:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389270.898376:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485902464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898409:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485902848:0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898468:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389270.898500:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902336 00000100:00100000:3.0:1785389270.898504:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902336 00000100:00100000:3.0:1785389270.898530:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1785389270.898536:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485902336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898583:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485902336:12345-0@lo:400:kworker.0 Request processed in 47us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389270.898590:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1785389270.898624:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902848 00000100:00100000:3.0:1785389270.898628:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902848 00000100:00100000:3.0:1785389270.898667:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1785389270.898679:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485902848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898710:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485902848:12345-0@lo:400:kworker.0 Request processed in 32us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389270.898716:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1785389270.898775:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485902336:0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898791:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485902848:0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898836:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902976 00000100:00100000:3.0:1785389270.898840:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902976 00000100:00100000:3.0:1785389270.898871:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1785389270.898877:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485902976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389270.898918:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485902976:12345-0@lo:400:kworker.0 Request processed in 41us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389270.898924:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00080000:3.0:1785389270.898941:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389270.898946:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389270.898949:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389270.898968:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485902976:0@lo:400:kworker.0 00000100:00100000:2.0:1785389270.899383:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485902720:12345-0@lo:400:kworker.0 Request processed in 3827us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389270.899398:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1785389270.899538:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389270.899592:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485902592 00000100:00100000:1.0:1785389270.899600:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485902592 00000100:00100000:1.0:1785389270.899657:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1785389270.899666:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485902592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389270.899714:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485902592:12345-0@lo:400:kworker.0 Request processed in 50us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389270.899721:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1785389270.899917:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:3.0:1785389270.899926:0:3324:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967372 00000100:00100000:3.0:1785389270.899947:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485902720:0@lo:400:kworker.0 00000100:00080000:3.0:1785389270.899977:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389270.900463:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485902592:0@lo:400:kworker.0 00000100:00100000:0.0:1785389270.900566:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485902464:12345-0@lo:400:kworker.0 Request processed in 2189us (5314us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389270.900575:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1785389270.903158:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485902464:0@lo:400:kworker.0 00010000:00010000:2.0:1785389271.279158:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389271.407724:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485903104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389271.407849:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389271.408006:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903104 00000100:00100000:0.0:1785389271.408016:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903104 00000100:00100000:0.0:1785389271.408075:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1785389271.408086:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485903104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389271.408130:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389271.408184:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485903104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389271.408192:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1785389271.409705:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485903104:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389272.303080:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389272.432674:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485903232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389272.432807:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389272.439492:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903232 00000100:00100000:3.0:1785389272.439512:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903232 00000100:00100000:3.0:1785389272.439634:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1785389272.439647:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485903232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389272.439699:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389272.441443:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485903232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1795us (8631us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389272.441454:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:0.0:1785389272.441955:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389272.446597:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485903232:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389273.327178:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1785389273.588766:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000001:00080000:1.0:1785389273.588799:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968189 is committed 00000020:00080000:0.0:1785389273.588922:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:0.0:1785389273.588939:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:1.0:1785389274.009226:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389274.009520:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905472 00000100:00100000:0.0:1785389274.009533:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905472 00000100:00100000:0.0:1785389274.009631:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 61 00000100:00100000:0.0:1785389274.009643:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2363:x1872115458905472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389274.009669:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389274.009703:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943425f35000/0xb9b521054fd79044 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a014 expref: 16 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389274.009727:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389274.009841:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2363:x1872115458905472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 200us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389274.009849:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 61 00000100:00100000:0.0:1785389274.015207:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389274.015254:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.015330:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905728 00000100:00100000:2.0:1785389274.015350:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905728 00000100:00100000:2.0:1785389274.015433:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905856 00000100:00100000:2.0:1785389274.015437:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905856 00000100:00100000:2.0:1785389274.015470:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:2.0:1785389274.015481:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943432787050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:adce04ca-e66f-4e62-85ea-179de7f76e05+16:2362:x1872115458905728:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389274.015503:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389274.015528:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9434013a1000/0xb9b521054fd7904b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a03e expref: 16 pid: 5814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389274.015548:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389274.015624:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943432787050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:adce04ca-e66f-4e62-85ea-179de7f76e05+15:2362:x1872115458905728:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 144us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389274.015632:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 62 00000100:00100000:2.0:1785389274.015697:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:2.0:1785389274.015704:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:adce04ca-e66f-4e62-85ea-179de7f76e05+14:2362:x1872115458905856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389274.015713:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389274.015723:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff943425f34600/0xb9b521054fd79052 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a045 expref: 14 pid: 5815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389274.015732:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389274.015784:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458905856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 79us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389274.015791:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 63 00000100:00100000:2.0:1785389274.025042:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389274.025128:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905600 00000100:00100000:0.0:1785389274.025141:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905600 00000100:00100000:0.0:1785389274.025233:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 370 00000100:00100000:0.0:1785389274.025247:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2361:x1872115458905600:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:0.0:1785389274.025291:0:6613:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xb9b521054fd79067 00000100:00080000:0.0:1785389274.025303:0:6613:0:(import.c:65:import_set_state_nolock()) ffff943404ed6000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1785389274.025357:0:6613:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967373 00000100:00080000:3.0:1785389274.025372:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389274.025713:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+2:2361:x1872115458905600:12345-192.168.204.39@tcp:9:umount.0 Request processed in 470us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389274.025721:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 370 00010000:00010000:1.0:1785389274.026401:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389274.033516:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389274.033592:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458905984 00000100:00100000:3.0:1785389274.033605:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458905984 00000100:00100000:3.0:1785389274.033695:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 371 00000100:00100000:3.0:1785389274.033707:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+5:2361:x1872115458905984:12345-192.168.204.39@tcp:9:umount.0 00000020:00000080:3.0:1785389274.033779:0:6614:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xb9b521054fd79060 00000100:00080000:3.0:1785389274.033792:0:6614:0:(import.c:65:import_set_state_nolock()) ffff943441e69800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1785389274.033839:0:6614:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967373 00000100:00100000:3.0:1785389274.034148:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+2:2361:x1872115458905984:12345-192.168.204.39@tcp:9:umount.0 Request processed in 442us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389274.034156:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 371 00000100:00080000:0.0:1785389274.034327:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389274.034503:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389274.054868:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389274.054974:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458906624 00000100:00100000:0.0:1785389274.054986:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458906624 00000100:00100000:0.0:1785389274.055073:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1329 00000100:00100000:0.0:1785389274.055085:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+9:2361:x1872115458906624:12345-192.168.204.39@tcp:39:umount.0 00000020:00000080:0.0:1785389274.055133:0:5822:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xb9b521054fd79059 00000020:00010000:0.0:1785389274.055153:0:5822:0:(genops.c:1942:obd_stale_export_put()) Put export ffff94342e11e000: total 0 00000100:00080000:0.0:1785389274.055158:0:5822:0:(import.c:65:import_set_state_nolock()) ffff94342e11a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1785389274.055200:0:5822:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968189 00000020:00010000:2.0:1785389274.055288:0:13566:0:(genops.c:1928:obd_stale_export_get()) Get export ffff94342e11e000: total 0 00010000:00010000:2.0:1785389274.055361:0:13566:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff94342e11e000, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1785389274.055404:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:2.0:1785389274.055408:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389274.055426:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79091 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a076 expref: 8 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389274.055452:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9434092fe300) 00010000:00010000:2.0:1785389274.055455:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389274.055460:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79323 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a141 expref: 7 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389274.055477:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389274.055479:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389274.055484:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd790c2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a07d expref: 7 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389274.055510:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389274.055514:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389274.055518:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd792ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a12c expref: 6 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389274.055533:0:13566:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff94342e11e000, canceled 4 locks, left on hash table 0. 00010000:00010000:2.0:1785389274.055548:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389274.055551:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389274.055555:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389274.055650:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3+3:2361:x1872115458906624:12345-192.168.204.39@tcp:39:umount.0 Request processed in 566us (793us total) trans 4294968190 rc 0/0 00000100:00100000:0.0:1785389274.055659:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1329 00000100:00080000:3.0:1785389274.055907:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389274.268548:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.268611:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.268659:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.268696:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.268717:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.268778:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389274.268811:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907008 00000100:00100000:2.0:1785389274.268823:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907008 00000100:00100000:2.0:1785389274.268889:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907264 00000100:00100000:2.0:1785389274.268892:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907264 00000100:00100000:2.0:1785389274.268908:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458906880 00000100:00100000:2.0:1785389274.268910:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458906880 00000100:00100000:2.0:1785389274.268924:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907392 00000100:00100000:2.0:1785389274.268926:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907392 00000100:00100000:2.0:1785389274.268943:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 631 00000100:00100000:2.0:1785389274.268954:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458907008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389274.269049:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458907008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 96us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389274.269061:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 631 00000100:00100000:2.0:1785389274.269081:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 632 00000100:00100000:2.0:1785389274.269087:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458907264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389274.269115:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458907264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389274.269121:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 632 00000100:00100000:2.0:1785389274.269132:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 633 00000100:00100000:2.0:1785389274.269139:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458906880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389274.269176:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2365:x1872115458906880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389274.269181:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 633 00000100:00100000:2.0:1785389274.269193:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 634 00000100:00100000:2.0:1785389274.269199:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458907392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389274.269226:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458907392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389274.269232:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 634 00000100:00080000:2.0:1785389274.269259:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389274.269264:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389274.269788:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458906752 00000100:00100000:1.0:1785389274.269794:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458906752 00000100:00100000:1.0:1785389274.269836:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907136 00000100:00100000:1.0:1785389274.269840:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907136 00000100:00100000:0.0:1785389274.269861:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 628 00000100:00100000:0.0:1785389274.269871:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2365:x1872115458906752:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:2.0:1785389274.269898:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389274.269917:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:2365:x1872115458906752:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 49us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389274.280892:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 629 00000100:00100000:1.0:1785389274.280932:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2365:x1872115458907136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389274.281049:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2365:x1872115458907136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 139us (12329us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389274.281059:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 629 00000100:00100000:0.0:1785389274.293889:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 628 00010000:00010000:1.0:1785389274.352659:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1785389275.054053:0:7518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000020:00000080:3.0:1785389275.054065:0:7518:0:(genops.c:906:class_export_put()) final put ffff94343c403000/5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000020:00000080:2.0:1785389275.060375:0:18970:0:(genops.c:865:class_export_destroy()) destroying export ffff94343c403000/5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 for lustre-OST0001 00000020:00000080:3.0:1785389275.071310:0:18970:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff943404ed6000 for lustre-OST0001 00010000:00010000:0.0:1785389275.374873:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389276.021296:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485903360:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021381:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389276.021426:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485903872:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021452:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389276.021478:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389276.021484:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485903744:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021509:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389276.021549:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485903488:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021572:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389276.021604:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485904000:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021623:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389276.021641:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389276.021646:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485903616:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021668:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389276.021700:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903360 00000100:00100000:1.0:1785389276.021707:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903360 00000100:00100000:1.0:1785389276.021772:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1785389276.021781:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485903360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.021828:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485903360:12345-0@lo:400:kworker.0 Request processed in 47us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.021835:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1785389276.021964:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903872 00000100:00100000:1.0:1785389276.021968:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903872 00000100:00100000:1.0:1785389276.022002:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903488 00000100:00100000:1.0:1785389276.022005:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903488 00000100:00100000:1.0:1785389276.022021:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903616 00000100:00100000:1.0:1785389276.022023:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903616 00000100:00100000:1.0:1785389276.022037:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1785389276.022043:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485903872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022076:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485903872:12345-0@lo:400:kworker.0 Request processed in 33us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.022082:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1785389276.022105:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1785389276.022111:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485903488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022143:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485903488:12345-0@lo:400:kworker.0 Request processed in 33us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.022148:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1785389276.022159:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1785389276.022164:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485903616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022186:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485903616:12345-0@lo:400:kworker.0 Request processed in 23us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.022190:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1785389276.022206:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485903744 00000100:00100000:1.0:1785389276.022209:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485903744 00000100:00100000:1.0:1785389276.022234:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485904000 00000100:00100000:1.0:1785389276.022237:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485904000 00000100:00100000:1.0:1785389276.022256:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1785389276.022262:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485903744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022291:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485903744:12345-0@lo:400:kworker.0 Request processed in 30us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.022296:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1785389276.022307:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1785389276.022313:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485904000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022337:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485904000:12345-0@lo:400:kworker.0 Request processed in 25us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.022342:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:1.0:1785389276.022369:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389276.022372:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389276.022374:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389276.022412:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485903616:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022422:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485903488:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022431:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485904000:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022460:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485903744:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022469:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485903360:0@lo:400:kworker.0 00000100:00100000:1.0:1785389276.022478:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485903872:0@lo:400:kworker.0 00000001:02000400:1.0:1785389276.383101:0:21475:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 01:27:53 (1785389273) 00010000:00010000:3.0:1785389276.402431:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389276.528045:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389276.528075:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485904128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389276.528168:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389276.528320:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485904128 00000100:00100000:0.0:1785389276.528328:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485904128 00000100:00100000:0.0:1785389276.528387:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1785389276.528398:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485904128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389276.528443:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389276.528502:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485904128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389276.528510:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1785389276.529206:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485904128:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389276.783873:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389276.783882:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389276.784119:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 1 00000040:00080000:3.0:1785389276.784126:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389276.795663:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.795778:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907520 00000100:00100000:1.0:1785389276.795788:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907520 00000100:00100000:1.0:1785389276.795866:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1330 00000100:00100000:1.0:1785389276.795876:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:31484:x1872115458907520:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1785389276.795984:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:31484:x1872115458907520:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 109us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.795992:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1330 00000100:00080000:2.0:1785389276.796224:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389276.845097:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389276.845216:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907648 00000100:00100000:0.0:1785389276.845225:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907648 00000100:00100000:0.0:1785389276.845293:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1331 00000100:00100000:0.0:1785389276.845303:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:31485:x1872115458907648:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389276.845323:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389276.845343:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247600/0xb9b521054fd7947a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1bf expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845406:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845420:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845431:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845443:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845449:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845455:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845687:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845697:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845703:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845714:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.845718:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845726:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845737:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389276.845740:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.845783:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845791:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79481 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845803:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845809:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845816:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845821:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.845825:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845832:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845845:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9434092fe200) 00010000:00010000:0.0:1785389276.845849:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.845851:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845858:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79488 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845885:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247600/0xb9b521054fd7947a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1bf expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845894:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389276.845896:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.845900:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247600/0xb9b521054fd7947a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1bf expref: 100 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.845909:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247600, rc 0) 00000100:00100000:0.0:1785389276.845965:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:31485:x1872115458907648:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 664us (877us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389276.845972:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1331 00000100:00080000:2.0:1785389276.846045:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389276.849091:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.849165:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458907904 00000100:00100000:1.0:1785389276.849173:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458907904 00000100:00100000:1.0:1785389276.849218:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1332 00000100:00100000:1.0:1785389276.849226:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:31485:x1872115458907904:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785389276.849272:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389276.849293:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79178 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a0bc expref: 99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.849310:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389276.849314:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389276.849560:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.849575:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.849583:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.849612:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.849624:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 46 pid: 5821 timeout: 1097 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389276.849636:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485904256:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389276.850323:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2540 going to sleep for 11 seconds 00000100:00100000:3.0:1785389276.854849:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.854937:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485904256:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389276.854963:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389276.855032:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908032 00000100:00100000:0.0:1785389276.855039:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908032 00010000:00010000:0.0:1785389276.855073:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 47 pid: 5821 timeout: 1097 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389276.855115:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:0.0:1785389276.855123:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458908032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389276.855137:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389276.855143:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 47 pid: 5821 timeout: 1097 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.855154:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 47 pid: 5821 timeout: 1097 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.855173:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd790f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a092 expref: 47 pid: 5821 timeout: 1097 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.855187:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389276.855191:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.855198:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.855205:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.855229:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389276.855286:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:2362:x1872115458908032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 163us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389276.855293:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 399 00010000:00010000:1.0:1785389276.855359:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.855366:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.855390:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.855399:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.855408:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389276.856559:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00010000:00010000:1.0:1785389276.856571:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.856578:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.856584:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.856589:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.856593:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.856598:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.856606:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389276.856609:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.856612:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.856617:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7948f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389276.856632:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ce5c5c76 reply state 0000000034faa3a2 transno 4294968191 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389276.856639:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389276.856709:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:31485:x1872115458907904:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 7483us (7623us total) trans 4294968191 rc 0/0 00000100:00100000:1.0:1785389276.856720:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1332 00010000:00010000:1.0:1785389276.866109:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.866126:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.866133:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.866138:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.866142:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.866149:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.866163:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff943412b95600) 00010000:00010000:1.0:1785389276.866166:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.866170:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.866175:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79496 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389276.876638:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.876791:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908160 00000100:00100000:1.0:1785389276.876803:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908160 00000100:00100000:1.0:1785389276.876866:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1333 00000100:00100000:1.0:1785389276.876876:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+99:31486:x1872115458908160:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389276.876901:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389276.876922:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7949d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1c6 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.876983:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd794a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.876996:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd794a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.877007:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd794a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389276.877060:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389276.877064:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389276.877086:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd794a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.877106:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7949d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1c6 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.877124:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd794a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1c6 expref: 100 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.877133:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:1.0:1785389276.877136:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389276.877140:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328200, rc 0) 00000100:00100000:1.0:1785389276.877201:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:31486:x1872115458908160:12345-192.168.204.39@tcp:101:bash.0 Request processed in 326us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.877208:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1333 00000100:00100000:2.0:1785389276.883863:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.883960:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908288 00000100:00100000:1.0:1785389276.883970:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908288 00000100:00100000:2.0:1785389276.884190:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1334 00000100:00100000:2.0:1785389276.884199:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+100:31486:x1872115458908288:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389276.884219:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389276.884237:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd794ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1cd expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884295:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884309:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884320:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884334:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884342:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884349:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884452:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd794c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884460:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd794c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884467:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd794c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389276.884498:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00000004:00200000:2.0:1785389276.884502:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389276.884531:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd794c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884542:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884548:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884554:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884558:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389276.884562:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884568:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884578:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:2.0:1785389276.884581:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389276.884586:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884593:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd794b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884604:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884613:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884618:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884623:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389276.884625:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884631:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884639:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff943412840500) 00010000:00010000:2.0:1785389276.884641:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389276.884643:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884647:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd794b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884677:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd794ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1cd expref: 102 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884690:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031a00/0xb9b521054fd794c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1cd expref: 101 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389276.884696:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:2.0:1785389276.884698:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389276.884701:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031a00, rc 0) 00000100:00100000:2.0:1785389276.884989:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31486:x1872115458908288:12345-192.168.204.39@tcp:101:bash.0 Request processed in 789us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389276.884996:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1334 00000100:00100000:3.0:1785389276.896129:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.896265:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908416 00000100:00100000:1.0:1785389276.896287:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908416 00000100:00100000:1.0:1785389276.896356:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1335 00000100:00100000:1.0:1785389276.896367:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31486:x1872115458908416:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389276.896393:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389276.896419:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd794c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1d4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896508:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896533:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896547:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896565:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896572:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896578:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896662:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896669:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896681:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896687:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.896692:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896701:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896714:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389276.896717:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.896722:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896728:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd794ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896740:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896795:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896801:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896805:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.896808:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896818:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896826:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff943412b95d00) 00010000:00010000:1.0:1785389276.896828:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.896831:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896837:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896872:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd794c7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1d4 expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896882:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389276.896885:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.896889:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd794c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1d4 expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.896898:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389276.896964:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31486:x1872115458908416:12345-192.168.204.39@tcp:101:bash.0 Request processed in 599us (849us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389276.896971:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1335 00000100:00100000:0.0:1785389276.919939:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.920062:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908544 00000100:00100000:1.0:1785389276.920071:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908544 00000100:00100000:1.0:1785389276.920134:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1336 00000100:00100000:1.0:1785389276.920142:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+46:31487:x1872115458908544:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389276.920164:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389276.920182:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd794dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1db expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.920240:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.920255:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.920266:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389276.920332:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1785389276.920335:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389276.920359:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.920383:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd794dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 48 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.920407:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.920416:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:1.0:1785389276.920419:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389276.920422:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc 0) 00000100:00100000:1.0:1785389276.920482:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:31487:x1872115458908544:12345-192.168.204.39@tcp:101:rm.0 Request processed in 340us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389276.920489:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1336 00000100:00100000:2.0:1785389276.931173:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389276.931988:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908672 00000100:00100000:0.0:1785389276.932001:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908672 00000100:00100000:0.0:1785389276.932082:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1337 00000100:00100000:0.0:1785389276.932091:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:31487:x1872115458908672:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389276.932114:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389276.932134:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd794ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1e2 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932191:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932212:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932223:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932236:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932251:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932263:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932380:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd794ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932389:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd794ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932397:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd794ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389276.932430:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00000004:00200000:0.0:1785389276.932434:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389276.932457:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd794ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932469:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932475:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932482:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932488:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.932492:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932500:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932512:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:0.0:1785389276.932515:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.932530:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932538:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd794f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932551:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932558:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932569:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932575:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.932578:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932584:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932591:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9434092fe200) 00010000:00010000:0.0:1785389276.932594:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.932597:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932603:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd794f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932627:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd794ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1e2 expref: 49 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932638:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246200/0xb9b521054fd794ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1e2 expref: 48 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.932644:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:0.0:1785389276.932646:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389276.932648:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246200, rc 0) 00000100:00100000:0.0:1785389276.932715:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31487:x1872115458908672:12345-192.168.204.39@tcp:101:rm.0 Request processed in 624us (1566us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389276.932725:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1337 00000100:00100000:3.0:1785389276.947947:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.948088:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908800 00000100:00100000:1.0:1785389276.948102:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908800 00000100:00100000:1.0:1785389276.948181:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1338 00000100:00100000:1.0:1785389276.948192:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31487:x1872115458908800:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389276.948219:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389276.948245:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79506 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1e9 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948348:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948366:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948379:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948394:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948401:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948407:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948480:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.948487:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949085:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949092:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.949097:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949106:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949120:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389276.949124:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.949129:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949136:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7950d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949150:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949156:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949172:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949177:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.949181:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949190:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949196:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff943412b95d00) 00010000:00010000:1.0:1785389276.949199:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.949201:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949207:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79514 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949245:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79506 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1e9 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949256:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389276.949258:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.949261:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79506 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1e9 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.949270:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389276.949341:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31487:x1872115458908800:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1150us (1409us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389276.949349:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1338 00000100:00100000:3.0:1785389276.951116:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389276.951203:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458908928 00000100:00100000:0.0:1785389276.951211:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458908928 00000100:00100000:0.0:1785389276.951269:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1339 00000100:00100000:0.0:1785389276.951288:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31487:x1872115458908928:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389276.951305:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389276.951325:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7951b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1f0 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951391:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951403:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951413:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951426:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951433:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951439:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951508:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951528:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951534:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951540:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.951544:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951552:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951563:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:0.0:1785389276.951566:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.951570:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951577:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79522 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951589:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951595:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951601:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951607:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.951610:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951617:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951624:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff9434092fe200) 00010000:00010000:0.0:1785389276.951627:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.951630:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951636:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79529 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951664:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7951b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1f0 expref: 49 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951675:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:0.0:1785389276.951677:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.951681:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7951b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1f0 expref: 49 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.951691:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247200, rc 0) 00000100:00100000:0.0:1785389276.951800:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31487:x1872115458908928:12345-192.168.204.39@tcp:101:rm.0 Request processed in 513us (689us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389276.951807:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1339 00000100:00100000:2.0:1785389276.976810:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389276.976949:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458909056 00000100:00100000:1.0:1785389276.976962:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458909056 00000100:00100000:1.0:1785389276.977027:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1340 00000100:00100000:1.0:1785389276.977038:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31488:x1872115458909056:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389276.977068:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389276.977094:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79530 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1f7 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977177:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977193:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977206:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977221:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977228:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977235:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977320:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977327:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977333:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977339:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.977345:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977352:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977365:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389276.977368:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.977373:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977379:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79537 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977390:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977396:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977402:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977407:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389276.977411:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977417:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977422:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff943412b95d00) 00010000:00010000:1.0:1785389276.977424:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.977428:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977433:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7953e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977469:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79530 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1f7 expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977479:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389276.977482:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389276.977494:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79530 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1f7 expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389276.977504:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389276.977624:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31488:x1872115458909056:12345-192.168.204.39@tcp:101:cp.0 Request processed in 587us (827us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389276.977632:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1340 00000100:00100000:3.0:1785389276.987153:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389276.987434:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458909184 00000100:00100000:0.0:1785389276.987448:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458909184 00000100:00100000:0.0:1785389276.987540:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1341 00000100:00100000:0.0:1785389276.987552:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31488:x1872115458909184:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389276.987580:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389276.987608:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79545 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a1fe expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987696:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987714:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987727:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987785:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987794:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987800:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987883:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987890:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987897:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987903:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.987908:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987916:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987929:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:0.0:1785389276.987932:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.987938:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987944:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7954c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987955:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987960:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987966:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987970:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389276.987973:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987978:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987985:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff9434092fe200) 00010000:00010000:0.0:1785389276.987988:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.987991:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.987996:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79553 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.988032:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79545 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1fe expref: 49 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.988043:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:0.0:1785389276.988046:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389276.988049:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79545 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1fe expref: 49 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389276.988057:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247000, rc 0) 00000100:00100000:0.0:1785389276.988121:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31488:x1872115458909184:12345-192.168.204.39@tcp:101:cp.0 Request processed in 572us (982us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389276.988129:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1341 00000100:00100000:0.0:1785389277.004353:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389277.006344:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458909440 00000100:00100000:2.0:1785389277.006359:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458909440 00000100:00100000:2.0:1785389277.006472:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1342 00000100:00100000:2.0:1785389277.006484:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31488:x1872115458909440:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389277.006530:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389277.006559:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7955a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a205 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.006823:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.006840:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.006852:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.006869:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.006875:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.006882:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389277.008128:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1785389277.010374:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010396:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010410:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010464:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010472:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010479:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010485:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389277.010781:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010792:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010807:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:2.0:1785389277.010810:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389277.010816:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010827:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79561 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389277.010844:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ef316381 reply state 000000007ec90fab transno 4294968192 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389277.010854:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389277.010898:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7955a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010917:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.010925:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389277.010928:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389277.010930:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879400, rc 0) 00000100:00100000:2.0:1785389277.011080:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31488:x1872115458909440:12345-192.168.204.39@tcp:101:cp.0 Request processed in 4598us (6741us total) trans 4294968192 rc 0/0 00000100:00100000:2.0:1785389277.011090:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1342 00000100:00100000:3.0:1785389277.018048:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1785389277.018121:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.018137:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.018145:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.018152:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389277.018158:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.018168:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.018188:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff943412840500) 00010000:00010000:0.0:1785389277.018191:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389277.018197:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.018203:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd79568 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389277.019865:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458909568 00000100:00100000:1.0:1785389277.019879:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458909568 00000100:00100000:1.0:1785389277.019949:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 372 00000100:00100000:1.0:1785389277.019959:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458909568:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389277.019981:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389277.020002:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a20c expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389277.020032:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389277.020054:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=997s v=(0 0) 00010000:00010000:1.0:1785389277.020060:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389277.020070:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.020089:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.020102:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00080000:0.0:1785389277.021371:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389277.021756:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458909568:12345-192.168.204.39@tcp:101:cp.0 Request processed in 1779us (3701us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389277.021767:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 372 00000100:00100000:3.0:1785389277.033063:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389277.033157:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458909696 00000100:00100000:1.0:1785389277.033169:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458909696 00000100:00100000:1.0:1785389277.033243:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 373 00000100:00100000:1.0:1785389277.033255:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:31488:x1872115458909696:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389277.033288:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389277.033311:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a213 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.033354:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.033364:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389277.033369:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389277.033375:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 11 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.033423:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.033438:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 1097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389277.033454:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485904384:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389277.033578:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1785389277.047976:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485904384:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389277.048023:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 11 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.048048:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328e00, rc 0) 00000100:00100000:1.0:1785389277.048118:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:31488:x1872115458909696:12345-192.168.204.39@tcp:101:cp.0 Request processed in 14865us (15069us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389277.048129:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 373 00000100:00100000:0.0:1785389277.055859:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389277.056051:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458909824 00000100:00100000:3.0:1785389277.056062:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458909824 00010000:00010000:3.0:1785389277.056108:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 1097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389277.056156:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 400 00000100:00100000:3.0:1785389277.056168:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458909824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389277.056186:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389277.056216:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 1097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.056230:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 1097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.056259:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4759a7f/0xb9b521054fd7957d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a20c expref: 11 pid: 6613 timeout: 1097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.056280:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389277.056285:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389277.056295:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.056306:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.056350:0:17125:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389277.056366:0:17125:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17125:1872115485904512:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389277.056465:0:17125:0:(client.c:2702:ptlrpc_set_wait()) set ffff94330532cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389277.059955:0:17125:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17125:1872115485904512:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389277.059987:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389277.060049:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458909824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3883us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389277.060060:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 400 00000100:00100000:3.0:1785389277.061862:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389277.061942:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910080 00000100:00100000:0.0:1785389277.061952:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910080 00000100:00100000:0.0:1785389277.062008:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 272 00000100:00100000:0.0:1785389277.062016:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31488:x1872115458910080:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389277.062424:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31488:x1872115458910080:12345-192.168.204.39@tcp:35:cp.0 Request processed in 407us (567us total) trans 4294968193 rc 0/0 00000100:00100000:0.0:1785389277.062431:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 272 00000100:00100000:2.0:1785389277.126963:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389277.128255:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910208 00000100:00100000:3.0:1785389277.128269:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910208 00000100:00100000:3.0:1785389277.128350:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1343 00000100:00100000:3.0:1785389277.128362:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31491:x1872115458910208:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389277.128390:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389277.128417:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7958b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a21a expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.128522:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.128540:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.128554:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.128570:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.128577:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.128583:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134173:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134201:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134215:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389277.134271:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:2.0:1785389277.134276:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389277.134301:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134316:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134328:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134335:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134342:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134348:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389277.134354:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134363:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134376:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:2.0:1785389277.134380:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389277.134384:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134391:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79592 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134411:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134417:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134423:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134427:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389277.134429:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134434:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134440:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff9434129f8100) 00010000:00010000:2.0:1785389277.134442:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389277.134444:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134450:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79599 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134496:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7958b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 103 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134526:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 102 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.134540:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389277.134543:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389277.134546:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:2.0:1785389277.134646:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:31491:x1872115458910208:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6284us (7695us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389277.134656:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1343 00000100:00100000:3.0:1785389277.138404:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389277.138573:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910336 00000100:00100000:1.0:1785389277.138586:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910336 00000100:00080000:0.0:1785389277.138735:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389277.138984:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:1.0:1785389277.138996:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458910336:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389277.139019:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389277.139041:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd795a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a221 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389277.139117:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485904640:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389277.139204:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2540 going to sleep for 11 seconds 00002000:00010000:1.0:1785389277.140713:0:14689:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785389277.140720:0:14689:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime: 0 -> 1785389276 00002000:00010000:1.0:1785389277.140723:0:14689:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime: 0 -> 1785389276 00002000:00010000:1.0:1785389277.140726:0:14689:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime: 0 -> 1785389276 00000100:00100000:1.0:1785389277.140773:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485904640:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389277.140809:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd795a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a221 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.140832:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eee744ef/0xb9b521054fd795a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a221 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.140845:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328a00, rc 0) 00000100:00100000:1.0:1785389277.140897:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458910336:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1903us (2505us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389277.140906:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 374 00000100:00100000:2.0:1785389277.147172:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389277.147250:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910464 00000100:00100000:1.0:1785389277.147263:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910464 00000100:00100000:1.0:1785389277.147335:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1344 00000100:00100000:1.0:1785389277.147345:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:31491:x1872115458910464:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389277.147371:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389277.147396:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd795ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a228 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.147485:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.147501:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.147525:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389277.147600:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00000004:00200000:1.0:1785389277.147604:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389277.147626:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.147845:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd795ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 104 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.147870:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 103 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.147879:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389277.147882:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389277.147886:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329e00, rc 0) 00000100:00100000:1.0:1785389277.147993:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:31491:x1872115458910464:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 648us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389277.148001:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1344 00000100:00100000:3.0:1785389277.153052:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389277.159016:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910592 00000100:00100000:1.0:1785389277.159033:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910592 00000100:00100000:1.0:1785389277.159117:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:1.0:1785389277.159128:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458910592:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389277.159151:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389277.159173:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a1b962a/0xb9b521054fd795bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a22f expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389277.159242:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485904768:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389277.159342:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1785389277.163075:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485904768:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389277.163121:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a1b962a/0xb9b521054fd795bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a22f expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.163152:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a1b962a/0xb9b521054fd795bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a22f expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.163167:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329800, rc 0) 00000100:00100000:1.0:1785389277.163231:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458910592:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4104us (10191us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389277.163240:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 375 00000100:00100000:0.0:1785389277.173924:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389277.174040:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910848 00000100:00100000:2.0:1785389277.174052:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910848 00000100:00100000:2.0:1785389277.174126:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1345 00000100:00100000:2.0:1785389277.174137:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:31491:x1872115458910848:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389277.174472:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:2.0:1785389277.174586:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:31491:x1872115458910848:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 449us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389277.174594:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1345 00010000:00010000:3.0:1785389277.432437:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389277.554771:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389277.554803:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485904896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389277.554895:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389277.554971:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485904896 00000100:00100000:3.0:1785389277.554980:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485904896 00000100:00100000:3.0:1785389277.555038:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1785389277.555048:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485904896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389277.555098:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389277.555149:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485904896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389277.555157:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1785389277.555212:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485904896:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1785389277.810414:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389277.810425:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389277.810476:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:0.0:1785389277.810484:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389277.810854:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485905024:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389277.810967:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389277.819985:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485905024:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389277.831860:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389277.832090:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458910976 00000100:00100000:1.0:1785389277.832102:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458910976 00000100:00100000:1.0:1785389277.832178:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1346 00000100:00100000:1.0:1785389277.832190:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31501:x1872115458910976:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389277.832238:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389277.832384:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31501:x1872115458910976:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 195us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389277.832394:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1346 00000100:00100000:3.0:1785389277.839969:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389277.840236:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458911232 00000100:00100000:1.0:1785389277.840250:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458911232 00000100:00100000:1.0:1785389277.840318:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1347 00000100:00100000:1.0:1785389277.840329:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31501:x1872115458911232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389277.840358:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389277.840386:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd795c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a236 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.840542:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd795ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.840560:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd795ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.840576:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd795ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389277.840591:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:1.0:1785389277.840871:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd795c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a236 expref: 54 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.840891:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd795ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a236 expref: 53 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389277.840902:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:1.0:1785389277.840905:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389277.840909:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328400, rc 0) 00000100:00100000:1.0:1785389277.840984:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458911232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 656us (1030us total) trans 4294968194 rc 0/0 00000100:00100000:1.0:1785389277.840991:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1347 00000100:00100000:3.0:1785389277.850126:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389277.850175:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458911488 00000100:00100000:3.0:1785389277.850186:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458911488 00000100:00100000:3.0:1785389277.850251:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:3.0:1785389277.850261:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115458911488:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389277.850278:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389277.850306:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd795ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a236 expref: 53 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.850324:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389277.850329:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389277.850386:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2364:x1872115458911488:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 126us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389277.850394:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 64 00000100:00100000:3.0:1785389277.861232:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389277.861309:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458911360 00000100:00100000:2.0:1785389277.861322:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458911360 00000100:00100000:2.0:1785389277.861392:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 376 00000100:00100000:2.0:1785389277.861404:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458911360:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389277.861461:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.861494:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.861519:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389277.861525:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389277.861530:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.861577:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.861594:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 10 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389277.861612:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485905152:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389277.861716:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546180 going to sleep for 11 seconds 00000100:00100000:3.0:1785389277.865591:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389277.865708:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485905152:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389277.865772:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389277.865888:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458911616 00000100:00100000:0.0:1785389277.865897:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458911616 00002000:00100000:0.0:1785389277.865951:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff943302ceed80 x1872115458911616/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:18/0 lens 648/0 e 0 to 0 dl 1785389288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389277.865961:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302ceed80 with x1872115458911616 ext(0->157) 00010000:00010000:0.0:1785389277.865969:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 11 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.865983:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 11 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389277.865991:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943302ceed80 00000100:00100000:0.0:1785389277.866026:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 14 00000100:00100000:0.0:1785389277.866036:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458911616:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:0.0:1785389277.866616:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458911616:12345-192.168.204.39@tcp:4:cp.0 Request processed in 579us (1033us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1785389277.866625:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 14 00002000:00100000:0.0:1785389277.866633:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff943302ceed80 x1872115458911616/t4294967374(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:18/0 lens 648/448 e 0 to 0 dl 1785389288 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389277.866649:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302ceed80 with x1872115458911616 ext(0->157) 00010000:00010000:0.0:1785389277.866655:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 13 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.866668:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 13 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389277.866676:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943302ceed80 00000100:00100000:2.0:1785389277.870073:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389277.870279:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458911744 00000100:00100000:0.0:1785389277.870290:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458911744 00010000:00010000:0.0:1785389277.870334:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 13 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389277.870415:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 401 00000100:00100000:0.0:1785389277.870425:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458911744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389277.870443:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389277.870467:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 13 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.870493:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 13 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.870533:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd79584 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a213 expref: 13 pid: 21226 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.870556:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389277.870560:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389277.870567:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.870578:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389277.870619:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389277.870671:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458911744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 247us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389277.870679:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 401 00010000:00010000:3.0:1785389277.870842:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870859:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870887:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870897:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870905:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870911:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389277.870917:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870926:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870939:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.870947:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd795d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389277.871009:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458911360:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 9608us (9792us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389277.871018:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 376 00000100:00100000:2.0:1785389277.888655:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389277.898321:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912000 00000100:00100000:0.0:1785389277.898344:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912000 00000100:00100000:0.0:1785389277.898439:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1348 00000100:00100000:0.0:1785389277.898454:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:31501:x1872115458912000:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389277.899929:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:31501:x1872115458912000:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 165us (9971us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389277.899945:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1348 00000100:00100000:0.0:1785389277.909694:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389277.909864:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912128 00000100:00100000:2.0:1785389277.909876:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912128 00000100:00100000:2.0:1785389277.909942:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 377 00000100:00100000:2.0:1785389277.909953:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458912128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389277.909977:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389277.910001:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a23d expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389277.910035:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x6a6ae0dc, atime: 0x0, ctime: 0x6a6ae0dc, blocks: 0x1 00010000:00010000:2.0:1785389277.910061:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=998s v=(0 0) 00010000:00010000:2.0:1785389277.910066:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389277.910076:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.910095:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389277.910111:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:2.0:1785389277.910188:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458912128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 237us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389277.910196:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 377 00000100:00100000:3.0:1785389277.914079:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389277.916357:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912384 00000100:00100000:2.0:1785389277.916371:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912384 00000100:00100000:2.0:1785389277.916437:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1349 00000100:00100000:2.0:1785389277.916449:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:31501:x1872115458912384:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389277.916617:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:31501:x1872115458912384:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 169us (2550us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389277.916625:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1349 00000100:00100000:3.0:1785389277.933896:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389277.934344:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912512 00000100:00100000:0.0:1785389277.934358:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912512 00002000:00100000:0.0:1785389277.934421:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff943302ced880 x1872115458912512/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:18/0 lens 488/0 e 0 to 0 dl 1785389288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389277.934434:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302ced880 with x1872115458912512 ext(0->4095) 00002000:00010000:0.0:1785389277.934442:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302ced880 00000100:00100000:0.0:1785389277.934551:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 117 00000100:00100000:0.0:1785389277.934563:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458912512:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389277.935460:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458912512:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 898us (1573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389277.935478:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 117 00002000:00100000:0.0:1785389277.935486:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff943302ced880 x1872115458912512/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:18/0 lens 488/4536 e 0 to 0 dl 1785389288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389277.935496:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302ced880 with x1872115458912512 ext(0->4095) 00002000:00010000:0.0:1785389277.935508:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943302ced880 00000100:00100000:2.0:1785389277.952889:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389277.956622:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912640 00000100:00100000:3.0:1785389277.956643:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912640 00000100:00100000:3.0:1785389277.956788:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1350 00000100:00100000:3.0:1785389277.956800:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:31501:x1872115458912640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389277.956828:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389277.956856:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd795e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a244 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.956903:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.956920:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.956935:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.957073:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd795e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 54 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.957092:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.957109:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389277.957113:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389277.957117:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389277.957213:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458912640:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 415us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389277.957221:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1350 00000100:00100000:1.0:1785389277.969591:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389277.970243:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912768 00000100:00100000:3.0:1785389277.970535:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912768 00000100:00100000:3.0:1785389277.970606:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1351 00000100:00100000:3.0:1785389277.970618:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458912768:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389277.970663:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389277.971909:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458912768:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 1290us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389277.971918:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1351 00000100:00100000:3.0:1785389277.983742:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389277.983863:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458912896 00000100:00100000:3.0:1785389277.983875:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458912896 00000100:00100000:3.0:1785389277.983935:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:3.0:1785389277.983946:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458912896:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389277.984000:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984021:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389277.984026:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389277.984033:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984050:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984089:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984098:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984107:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984115:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389277.984119:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.984129:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.986362:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389277.986381:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db6b8069/0xb9b521054fd795f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389277.986479:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458912896:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 2532us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389277.986490:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 378 00000100:00100000:3.0:1785389278.013658:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389278.015853:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458913152 00000100:00100000:1.0:1785389278.015868:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458913152 00000100:00100000:1.0:1785389278.015948:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1352 00000100:00100000:1.0:1785389278.015959:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458913152:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389278.016057:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.016077:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.016087:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.016129:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.016157:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 53 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389278.016174:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485905280:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389278.016276:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2540 going to sleep for 11 seconds 00000100:00080000:3.0:1785389278.017579:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389278.032681:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.032776:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458913280 00000100:00100000:3.0:1785389278.032788:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458913280 00010000:00010000:3.0:1785389278.032836:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 54 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389278.032882:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 402 00000100:00100000:3.0:1785389278.032892:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458913280:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389278.032909:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389278.032916:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 54 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.032931:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 54 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.032957:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389278.032963:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.032974:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.032986:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.033011:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389278.033074:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458913280:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389278.033082:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 402 00010000:00010000:0.0:1785389278.034313:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd795ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a244 expref: 53 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389278.034337:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485905280:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389278.034365:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034375:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034382:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034655:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034664:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034672:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034679:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389278.034684:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034692:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034706:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:0.0:1785389278.034709:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389278.034714:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.034720:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd795fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389278.035392:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458913152:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 19433us (21742us total) trans 4294968195 rc 0/0 00000100:00100000:0.0:1785389278.035402:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1352 00000100:00100000:2.0:1785389278.046705:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389278.049259:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458913536 00000100:00100000:0.0:1785389278.049276:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458913536 00000100:00100000:0.0:1785389278.049347:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 273 00000100:00100000:0.0:1785389278.049359:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31501:x1872115458913536:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389278.050405:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31501:x1872115458913536:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1046us (3712us total) trans 4294968196 rc 0/0 00000100:00100000:0.0:1785389278.050415:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 273 00000040:00080000:1.0:1785389278.052381:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389278.052391:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389278.053005:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1785389278.053015:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1785389278.372527:0:21525:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389278.372541:0:21525:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389278.372592:0:21525:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:2.0:1785389278.372600:0:21525:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389278.423970:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.424008:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458913664 00000100:00100000:3.0:1785389278.424019:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458913664 00000100:00100000:3.0:1785389278.424071:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:3.0:1785389278.424092:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458913664:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389278.424117:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389278.424139:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a24b expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.424170:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389278.424175:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389278.424186:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 18 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.424203:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 18 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.424218:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:3.0:1785389278.424502:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115458913664:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 421us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389278.424512:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 379 00000100:00100000:0.0:1785389278.439541:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.439646:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458913920 00000100:00100000:3.0:1785389278.439672:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458913920 00000100:00100000:3.0:1785389278.439781:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1353 00000100:00100000:3.0:1785389278.439793:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:31502:x1872115458913920:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389278.439820:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389278.439846:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79609 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a252 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.439967:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79610 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.439985:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.439999:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389278.440014:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1785389278.440180:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79609 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a252 expref: 106 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.440200:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79610 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a252 expref: 105 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.440210:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389278.440214:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1785389278.440217:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389278.440284:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:31502:x1872115458913920:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 494us (758us total) trans 4294968197 rc 0/0 00000100:00100000:3.0:1785389278.440292:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1353 00000100:00080000:0.0:1785389278.440452:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389278.451297:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389278.456012:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389278.461582:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458914048 00000100:00100000:2.0:1785389278.461892:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458914048 00000100:00100000:2.0:1785389278.462006:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:2.0:1785389278.462019:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458914048:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:2.0:1785389278.462096:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.462122:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.462133:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 18 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.462142:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389278.462148:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389278.462153:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.462204:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 18 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.462221:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 18 pid: 21226 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389278.463160:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437821880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485905408:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389278.463374:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.463388:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 11 pid: 6614 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389278.463400:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485905536:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389278.463429:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e99840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389278.469500:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.469630:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437821880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485905408:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389278.469649:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485905536:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389278.469688:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389278.470289:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389278.476201:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458914304 00000100:00100000:0.0:1785389278.476224:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458914304 00010000:00010000:0.0:1785389278.476347:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 12 pid: 6614 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389278.476434:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458914176 00000100:00100000:0.0:1785389278.476439:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458914176 00010000:00010000:0.0:1785389278.476469:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 19 pid: 21226 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389278.477356:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1785389278.477371:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943432785450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458914304:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389278.477392:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389278.477422:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 12 pid: 6614 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477438:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 12 pid: 6614 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477535:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd795df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a23d expref: 12 pid: 6614 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477562:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389278.477788:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943432785450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458914304:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 419us (8308us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389278.477797:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1785389278.477860:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 404 00000100:00100000:2.0:1785389278.477867:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115458914176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389278.477876:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389278.477887:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 19 pid: 21226 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477898:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 19 pid: 21226 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477912:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd79602 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a24b expref: 19 pid: 21226 timeout: 1098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477922:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389278.477926:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389278.477933:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477945:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.477994:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389278.478016:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115458914176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 149us (7729us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389278.478022:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 404 00010000:00010000:1.0:1785389278.478166:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478177:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478206:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478215:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478223:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478229:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389278.478233:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478242:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478265:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.478278:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd7961e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389278.478325:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458914048:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 16310us (22329us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389278.478333:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 380 00000100:00100000:3.0:1785389278.487938:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389278.488736:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458914560 00000100:00100000:1.0:1785389278.488767:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458914560 00000100:00100000:1.0:1785389278.488831:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 274 00000100:00100000:1.0:1785389278.488842:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:31502:x1872115458914560:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:1.0:1785389278.488922:0:5823:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79610 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a252 expref: 105 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389278.489179:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968198 00000001:00080000:1.0:1785389278.489900:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968199 00010000:00010000:1.0:1785389278.489962:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.489980:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.489989:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.489998:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.490041:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.490058:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 108 pid: 5821 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389278.490073:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485905664:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389278.495727:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.495769:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 53 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389278.495787:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485905792:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389278.502331:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.503498:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458914688 00000100:00100000:3.0:1785389278.503513:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458914688 00010000:00010000:3.0:1785389278.503565:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 109 pid: 5821 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389278.503635:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00100000:3.0:1785389278.503646:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2363:x1872115458914688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389278.503663:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389278.503672:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 109 pid: 5821 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.503688:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 109 pid: 5821 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.503717:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389278.503724:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.503735:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.503741:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389278.503814:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2363:x1872115458914688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 170us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389278.503822:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00100000:1.0:1785389278.506440:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2c00 going to sleep for 11 seconds 00010000:00010000:1.0:1785389278.506813:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd795a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a21a expref: 108 pid: 5821 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389278.506837:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485905664:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389278.519397:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.519699:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458914816 00000100:00100000:3.0:1785389278.519711:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458914816 00010000:00010000:3.0:1785389278.519784:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 54 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389278.519826:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 406 00000100:00100000:3.0:1785389278.519836:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458914816:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389278.519855:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389278.519862:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 54 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.519877:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 54 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.519903:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389278.519909:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.519921:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.519930:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.519955:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389278.520015:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458914816:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 180us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389278.520022:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 406 00010000:00010000:1.0:1785389278.531943:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7956f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a205 expref: 53 pid: 19127 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389278.531974:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5823:1872115485905792:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389278.532013:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.532045:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.532053:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389278.532224:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968200 00000001:00080000:1.0:1785389278.532838:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968201 00000001:00080000:1.0:1785389278.532924:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968202 00000100:00100000:1.0:1785389278.533035:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485905920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1785389278.533171:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389278.533211:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff943432546840 going to sleep for 11 seconds 00000100:00100000:3.0:1785389278.533767:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485905920 00000100:00100000:3.0:1785389278.533775:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485905920 00000100:00100000:3.0:1785389278.533850:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1785389278.533860:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485905920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1785389278.533947:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485905920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389278.533955:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:1.0:1785389278.534220:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389278.534322:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485905920:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1785389278.537904:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968203 00000100:00100000:1.0:1785389278.538012:0:5823:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485906048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1785389278.538084:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389278.538120:0:5823:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1785389278.538766:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485906048 00000100:00100000:3.0:1785389278.538776:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485906048 00000100:00100000:3.0:1785389278.538833:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1785389278.538843:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5823:x1872115485906048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1785389278.539056:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5823:x1872115485906048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 213us (970us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1785389278.539065:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1785389278.539885:0:5823:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5823:1872115485906048:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1785389278.544418:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.544442:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.544451:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.544521:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389278.544528:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.544538:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.544559:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:0.0:1785389278.544562:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1785389278.544569:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389278.544576:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79625 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389278.545103:0:5823:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x4e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1785389278.545237:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:0.0:1785389278.546380:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 998850633400ns, next at 999850578599ns, rc = 0 00000001:00080000:0.0:1785389278.546395:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968204 00010000:00010000:0.0:1785389278.546528:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412840200) 00010000:00010000:0.0:1785389278.546534:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389278.546544:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79610 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a252 expref: 112 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389278.547009:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:31502:x1872115458914560:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 58165us (59082us total) trans 4294968205 rc 0/0 00000100:00100000:0.0:1785389278.547020:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 274 00000020:00080000:0.0:1785389278.547027:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1785389278.612691:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.613310:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458915072 00000100:00100000:3.0:1785389278.613323:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458915072 00000100:00100000:3.0:1785389278.613400:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1354 00000100:00100000:3.0:1785389278.613412:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:31503:x1872115458915072:12345-192.168.204.39@tcp:101:lseek_test.0 00010000:00010000:3.0:1785389278.613446:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389278.613473:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7962c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a259 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.613580:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.613599:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.613615:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.613635:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.613643:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.613650:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.614839:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79641 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.614854:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79641 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.614862:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79641 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389278.614874:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1785389278.615092:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615107:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615115:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615122:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389278.615128:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615138:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615155:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:3.0:1785389278.615159:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389278.615164:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615172:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79633 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615186:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615199:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615207:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615214:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389278.615219:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615233:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615244:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff9434129f8f00) 00010000:00010000:3.0:1785389278.615246:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389278.615248:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615254:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7963a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615327:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd7962c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a259 expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615344:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79641 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a259 expref: 113 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.615352:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389278.615355:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389278.615357:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:3.0:1785389278.615431:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:31503:x1872115458915072:12345-192.168.204.39@tcp:101:lseek_test.0 Request processed in 2020us (2752us total) trans 4294968206 rc 0/0 00000100:00100000:3.0:1785389278.615440:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1354 00000100:00100000:3.0:1785389278.625514:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389278.625562:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458915328 00000100:00100000:3.0:1785389278.625574:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458915328 00000100:00100000:3.0:1785389278.625653:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:3.0:1785389278.625666:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:31503:x1872115458915328:12345-192.168.204.39@tcp:103:lseek_test.0 00010000:00010000:3.0:1785389278.625685:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389278.625718:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79641 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a259 expref: 113 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.625739:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389278.625772:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389278.625837:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:31503:x1872115458915328:12345-192.168.204.39@tcp:103:lseek_test.0 Request processed in 173us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389278.625846:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 65 00000100:00100000:3.0:1785389278.629918:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389278.630162:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458915456 00000100:00100000:1.0:1785389278.630175:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458915456 00000100:00100000:1.0:1785389278.630305:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1355 00000100:00100000:1.0:1785389278.630318:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:31503:x1872115458915456:12345-192.168.204.39@tcp:58:lseek_test.0 00010000:00010000:1.0:1785389278.631193:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.631217:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.631234:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1785389278.631947:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:1.0:1785389278.632066:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:31503:x1872115458915456:12345-192.168.204.39@tcp:58:lseek_test.0 Request processed in 1748us (2157us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389278.634434:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1355 00000100:00100000:3.0:1785389278.635327:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389278.635403:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458915584 00000100:00100000:1.0:1785389278.635416:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458915584 00000100:00100000:1.0:1785389278.635479:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1356 00000100:00100000:1.0:1785389278.635500:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:31503:x1872115458915584:12345-192.168.204.39@tcp:101:lseek_test.0 00010000:00010000:1.0:1785389278.635528:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389278.635556:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a260 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.635643:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.635656:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 113 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.635681:0:5820:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.635697:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 113 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.635714:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412b95500) 00010000:00010000:1.0:1785389278.635718:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389278.635722:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 113 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389278.635731:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328a00, rc 0) 00000100:00100000:1.0:1785389278.635809:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:31503:x1872115458915584:12345-192.168.204.39@tcp:101:lseek_test.0 Request processed in 311us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389278.635816:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1356 00000001:00100000:1.0:1785389278.665489:0:6642:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000020:00000080:1.0:1785389278.665502:0:6642:0:(genops.c:906:class_export_put()) final put ffff943441e68000/5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000020:00000080:1.0:1785389278.665542:0:18970:0:(genops.c:865:class_export_destroy()) destroying export ffff943441e68000/5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 for lustre-OST0000 00000020:00000080:1.0:1785389278.665857:0:18970:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff943441e69800 for lustre-OST0000 00000001:00080000:1.0:1785389278.669926:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968205 is committed 00000004:00080000:1.0:1785389278.669940:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000001:00080000:1.0:1785389278.669962:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968196 is committed 00000001:00100000:1.0:1785389278.669976:0:5842:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000001:00080000:1.0:1785389278.669982:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968190 is committed 00000020:00000080:1.0:1785389278.669986:0:5842:0:(genops.c:906:class_export_put()) final put ffff94342e11e000/5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 00000020:00080000:1.0:1785389278.670007:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9434324a2540 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:1.0:1785389278.670011:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9433021d0d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94340b53d840 00000020:00080000:1.0:1785389278.670015:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff9433021d0b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943303f1dc00 00000020:00000080:1.0:1785389278.670068:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff94342e11e000/5c01c9d3-4703-49dd-98da-ac2ffe4b3ac3 for lustre-MDT0000 00000020:00000080:1.0:1785389278.670144:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff94342e11a800 for lustre-MDT0000 00000020:00080000:1.0:1785389278.670156:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:1.0:1785389278.670453:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:0.0:1785389278.670915:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389278.670942:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485906176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389278.671028:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389278.675577:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485906176 00000100:00100000:3.0:1785389278.675595:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485906176 00000100:00100000:3.0:1785389278.675677:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1785389278.675691:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485906176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1785389278.675735:0:6615:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00002000:00010000:3.0:1785389278.675800:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x6a6ae0dc, atime: 0x0, ctime: 0x6a6ae0dc, blocks: 0x1 00010000:00010000:3.0:1785389278.675809:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.675829:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=998s v=(0 0) 00010000:00010000:3.0:1785389278.675834:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389278.675843:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.675859:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.675872:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.675880:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389278.675905:0:6615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389278.676162:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389278.676173:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.676184:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389278.676190:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.676203:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.676224:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.676233:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bf413a8/0xb9b521054fd7965d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389278.680280:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389278.680288:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389278.680290:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389278.698613:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3324:x1872115485906176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22903us (27562us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1785389278.698632:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000004:00080000:0.0:1785389278.706310:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9433052e3800/2, rc 0, transno 4294967376 00000100:00100000:0.0:1785389278.706382:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485906176:0@lo:6:osp-syn-1-0.0 00000040:00080000:1.0:1785389279.087189:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389279.087201:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389279.087257:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:1.0:1785389279.087266:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389279.087443:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485906304:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389279.087579:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405a11b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389279.094171:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.094466:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458915712 00000100:00100000:3.0:1785389279.094486:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458915712 00000100:00100000:3.0:1785389279.094561:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1357 00000100:00100000:3.0:1785389279.094581:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:31504:x1872115458915712:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389279.094635:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389279.094807:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:31504:x1872115458915712:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 235us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.094815:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1357 00000100:00100000:1.0:1785389279.097871:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485906304:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389279.101999:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.102362:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458915840 00000100:00100000:1.0:1785389279.102374:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458915840 00000100:00100000:1.0:1785389279.102522:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1358 00000100:00100000:1.0:1785389279.102534:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31504:x1872115458915840:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.102662:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102684:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102701:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102719:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102727:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102733:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102789:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102802:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102809:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389279.102854:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:1.0:1785389279.102858:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389279.102872:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102884:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102891:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102900:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102906:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.102910:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102917:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102930:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389279.102933:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389279.102937:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102948:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79664 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102963:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102969:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102975:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102979:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.102982:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102988:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.102994:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xefe2aa85 (ffff943412b95e00) 00010000:00010000:1.0:1785389279.102996:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389279.102999:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103004:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7966b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103016:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103022:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103028:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103034:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.103036:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103042:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103047:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412b95500) 00010000:00010000:1.0:1785389279.103049:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389279.103052:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.103057:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389279.103149:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31504:x1872115458915840:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 617us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.103156:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1358 00000100:00100000:0.0:1785389279.111047:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389279.125799:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458916096 00000100:00100000:2.0:1785389279.125818:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458916096 00000100:00100000:2.0:1785389279.125910:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1359 00000100:00100000:2.0:1785389279.125921:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31504:x1872115458916096:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389279.125948:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389279.125974:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79679 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a267 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.126104:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.126121:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.126135:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389279.126148:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:2.0:1785389279.127199:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127212:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127220:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127293:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389279.127299:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127309:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127395:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412b95500) 00010000:00010000:2.0:1785389279.127399:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389279.127405:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127412:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79680 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127936:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79679 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a267 expref: 50 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127950:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:2.0:1785389279.127953:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389279.127957:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79679 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a267 expref: 50 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.127969:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:2.0:1785389279.128059:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:31504:x1872115458916096:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 2138us (17024us total) trans 4294968207 rc 301/301 00000100:00100000:2.0:1785389279.132199:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1359 00000100:00100000:3.0:1785389279.144941:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.145180:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458916224 00000100:00100000:0.0:1785389279.145193:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458916224 00000100:00100000:0.0:1785389279.145269:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1360 00000100:00100000:0.0:1785389279.145280:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:31504:x1872115458916224:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389279.145331:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389279.145537:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:31504:x1872115458916224:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 257us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.145545:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1360 00000100:00100000:0.0:1785389279.158907:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.159017:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458916480 00000100:00100000:1.0:1785389279.159031:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458916480 00000100:00100000:1.0:1785389279.159116:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1361 00000100:00100000:1.0:1785389279.159129:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:31504:x1872115458916480:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.159158:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389279.159185:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7968e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a26e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.160335:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79695 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.160353:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.160367:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389279.160379:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00010000:00010000:1.0:1785389279.160439:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7968e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a26e expref: 52 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.160460:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a26e expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.160470:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95e00) 00010000:00010000:1.0:1785389279.160485:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389279.160489:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328400, rc 0) 00000100:00100000:1.0:1785389279.160565:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458916480:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1439us (1672us total) trans 4294968208 rc 0/0 00000100:00100000:1.0:1785389279.160573:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1361 00000100:00100000:2.0:1785389279.172248:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.172319:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458916736 00000100:00100000:3.0:1785389279.172334:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458916736 00000100:00100000:3.0:1785389279.172427:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1362 00000100:00100000:3.0:1785389279.172439:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458916736:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389279.172539:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389279.172573:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79695 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a26e expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.172602:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95e00) 00010000:00010000:3.0:1785389279.172617:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389279.172648:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.172666:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 102 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.172676:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.172718:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 102 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.172734:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 102 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.172771:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485906432:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389279.172873:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389279.175308:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485906432:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389279.175366:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389279.176999:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.177569:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458916864 00000100:00100000:3.0:1785389279.177580:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458916864 00010000:00010000:3.0:1785389279.177626:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 103 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.177680:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:3.0:1785389279.177689:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458916864:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389279.177711:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389279.177719:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 103 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.177733:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 103 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.177777:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd795b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a228 expref: 103 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.177794:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:3.0:1785389279.177799:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.177810:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.177820:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.177852:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389279.177902:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:2363:x1872115458916864:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 213us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.177910:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 407 00010000:00010000:1.0:1785389279.177980:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.177990:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178016:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178027:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178036:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178367:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178376:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178502:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178511:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.178516:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178525:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178535:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:1.0:1785389279.178538:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389279.178542:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178550:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd796a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178563:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178570:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178576:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178581:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.178584:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178591:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178598:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0xd627589a (ffff943412b95a00) 00010000:00010000:1.0:1785389279.178601:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389279.178604:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.178610:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0xd627589a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389279.178674:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31504:x1872115458916736:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 6237us (6440us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389279.178683:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1362 00000100:00100000:3.0:1785389279.183783:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.183974:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458916992 00000100:00100000:1.0:1785389279.183986:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458916992 00000100:00100000:1.0:1785389279.184056:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1363 00000100:00100000:1.0:1785389279.184067:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31504:x1872115458916992:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.184092:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389279.184118:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a275 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.184164:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.184178:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.184193:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.184323:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.184344:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.184354:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389279.184358:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389279.184363:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329000, rc 0) 00000100:00100000:1.0:1785389279.184509:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458916992:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 443us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.184517:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1363 00000100:00100000:0.0:1785389279.191094:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.191182:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458917248 00000100:00100000:1.0:1785389279.191195:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458917248 00000100:00100000:1.0:1785389279.191266:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1364 00000100:00100000:1.0:1785389279.191278:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458917248:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.191420:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.191441:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.191456:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389279.191729:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001af2d129 reply state 00000000909290f6 transno 4294968209 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389279.191741:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389279.191909:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31504:x1872115458917248:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 632us (828us total) trans 4294968209 rc 0/0 00000100:00100000:1.0:1785389279.191917:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1364 00010000:00010000:1.0:1785389279.195773:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.195794:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.195802:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.195809:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.195815:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.195826:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.195847:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389279.195851:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1785389279.195857:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.195864:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd796bf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.196499:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.196616:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458917376 00000100:00100000:1.0:1785389279.196628:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458917376 00000100:00100000:1.0:1785389279.196692:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1365 00000100:00100000:1.0:1785389279.196703:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:31504:x1872115458917376:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.196731:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389279.196788:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a27c expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.196857:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.196873:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.196883:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389279.196885:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389279.196888:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329800, rc 0) 00000100:00100000:1.0:1785389279.196957:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31504:x1872115458917376:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 255us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.196965:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1365 00000100:00100000:2.0:1785389279.208481:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.208563:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458917504 00000100:00100000:0.0:1785389279.208576:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458917504 00000100:00100000:0.0:1785389279.208652:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00100000:0.0:1785389279.208665:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b016c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31504:x1872115458917504:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1785389279.209064:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b016c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31504:x1872115458917504:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 401us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.209074:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 275 00000100:00100000:3.0:1785389279.221313:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.221641:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458917760 00000100:00100000:0.0:1785389279.221654:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458917760 00000100:00100000:0.0:1785389279.221731:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:0.0:1785389279.221780:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:31504:x1872115458917760:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389279.222079:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31504:x1872115458917760:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 337us (779us total) trans 4294968210 rc 0/0 00000100:00100000:0.0:1785389279.222087:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 276 00000100:00100000:2.0:1785389279.224087:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.224163:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458918016 00000100:00100000:3.0:1785389279.224169:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458918016 00000100:00100000:3.0:1785389279.224218:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1366 00000100:00100000:3.0:1785389279.224229:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31504:x1872115458918016:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389279.224333:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31504:x1872115458918016:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 106us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.224505:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1366 00000100:00100000:2.0:1785389279.233716:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.233970:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458918272 00000100:00100000:0.0:1785389279.233982:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458918272 00000100:00100000:0.0:1785389279.234055:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1367 00000100:00100000:0.0:1785389279.234066:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31504:x1872115458918272:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389279.234093:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389279.234119:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd796cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a283 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.234251:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.234270:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 55 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.234280:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.234333:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 55 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.234357:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 55 pid: 5821 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.234372:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485906560:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389279.234732:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389279.240935:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.241269:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458918400 00000100:00100000:3.0:1785389279.241282:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458918400 00010000:00010000:3.0:1785389279.241352:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 56 pid: 5821 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.241575:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:3.0:1785389279.241587:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2362:x1872115458918400:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389279.241607:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389279.241614:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 56 pid: 5821 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.241629:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 56 pid: 5821 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.241656:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389279.241663:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.241674:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.241684:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.241709:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389279.241814:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2362:x1872115458918400:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 228us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.241822:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 408 00010000:00010000:0.0:1785389279.242218:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd796c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a27c expref: 55 pid: 5821 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.242238:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485906560:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389279.242265:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.242281:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.242288:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389279.242321:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00080000:0.0:1785389279.242971:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1785389279.243130:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243139:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243146:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243152:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389279.243157:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243165:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243177:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389279.243180:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389279.243185:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243191:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd796d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243251:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd796cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a283 expref: 55 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243260:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff943412840100) 00010000:00010000:0.0:1785389279.243263:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389279.243267:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd796cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a283 expref: 55 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.243275:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246a00, rc 0) 00000100:00100000:0.0:1785389279.243335:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31504:x1872115458918272:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 9270us (9632us total) trans 4294968211 rc 301/301 00000100:00100000:0.0:1785389279.243350:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1367 00000100:00100000:3.0:1785389279.253186:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.253333:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458918656 00000100:00100000:0.0:1785389279.253346:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458918656 00000100:00100000:0.0:1785389279.253418:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00100000:0.0:1785389279.253430:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:31504:x1872115458918656:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389279.253902:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:31504:x1872115458918656:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 473us (730us total) trans 4294968212 rc 0/0 00000100:00100000:0.0:1785389279.253910:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 277 00000100:00100000:0.0:1785389279.257207:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.257290:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458918784 00000100:00100000:1.0:1785389279.257303:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458918784 00000100:00100000:1.0:1785389279.257379:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1368 00000100:00100000:1.0:1785389279.257399:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:31504:x1872115458918784:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.257428:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389279.257452:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd796e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a28a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.257554:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd796e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.257571:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd796e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.257585:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd796e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389279.257632:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00200000:1.0:1785389279.257638:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389279.257662:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd796e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.257694:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd796e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a28a expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.257715:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd796e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a28a expref: 56 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.257729:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389279.257732:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1785389279.257737:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc 0) 00000100:00100000:1.0:1785389279.257848:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:31504:x1872115458918784:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 441us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.257856:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1368 00000100:00100000:3.0:1785389279.260651:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.260867:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458918912 00000100:00100000:0.0:1785389279.260879:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458918912 00000100:00100000:0.0:1785389279.260940:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00100000:0.0:1785389279.260951:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458918912:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389279.260972:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389279.260995:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a291 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389279.261025:0:21226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389279.261048:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=999s v=(0 0) 00010000:00010000:0.0:1785389279.261053:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389279.261062:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 10 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.261083:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 10 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.261098:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246400, rc 0) 00000100:00100000:0.0:1785389279.261164:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458918912:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 215us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.261171:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 382 00000100:00080000:1.0:1785389279.263646:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389279.285595:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.285785:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919168 00000100:00100000:3.0:1785389279.285798:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919168 00000100:00100000:3.0:1785389279.285874:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1369 00000100:00100000:3.0:1785389279.285886:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:31504:x1872115458919168:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389279.286445:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:31504:x1872115458919168:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 559us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.286455:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1369 00000100:00100000:0.0:1785389279.303145:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.303348:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919296 00000100:00100000:3.0:1785389279.303362:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919296 00000100:00100000:3.0:1785389279.303579:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:3.0:1785389279.303592:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:31504:x1872115458919296:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389279.303617:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389279.303642:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a298 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.303687:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.303698:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389279.303705:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389279.303711:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.303998:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.304015:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 1099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.304031:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485906688:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389279.304129:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389279.311669:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.312277:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485906688:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389279.312322:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.312361:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:3.0:1785389279.312441:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:31504:x1872115458919296:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 8851us (9312us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.312451:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 383 00000100:00100000:0.0:1785389279.313004:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919424 00000100:00100000:0.0:1785389279.313014:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919424 00010000:00010000:0.0:1785389279.313056:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 1099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.313098:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 409 00000100:00100000:0.0:1785389279.313109:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943432785c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458919424:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389279.313125:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389279.313157:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 1099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.313172:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 1099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.313201:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042553ac5/0xb9b521054fd796f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a291 expref: 11 pid: 21226 timeout: 1099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.313220:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389279.313225:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389279.313235:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.313248:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.313295:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 10 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.313312:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485906816:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389279.313514:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389279.339930:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.340022:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485906816:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389279.340041:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919552 00000100:00100000:3.0:1785389279.340052:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919552 00010000:00010000:0.0:1785389279.340058:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1785389279.340107:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->157) req@ffff94343d3a8380 x1872115458919552/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:20/0 lens 648/0 e 0 to 0 dl 1785389290 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389279.340121:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a8380 with x1872115458919552 ext(0->157) 00002000:00010000:3.0:1785389279.340129:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343d3a8380 00000100:00100000:0.0:1785389279.340159:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943432785c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458919424:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 27042us (28494us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.340162:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 118 00000100:00100000:3.0:1785389279.340179:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458919552:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1785389279.340185:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 409 00000100:00100000:3.0:1785389279.340795:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458919552:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 616us (872us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1785389279.340806:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 118 00002000:00100000:3.0:1785389279.340815:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->157) req@ffff94343d3a8380 x1872115458919552/t4294967374(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:20/0 lens 648/448 e 0 to 0 dl 1785389290 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389279.340824:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a8380 with x1872115458919552 ext(0->157) 00002000:00010000:3.0:1785389279.340829:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94343d3a8380 00000100:00100000:1.0:1785389279.358615:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.358736:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919680 00000100:00100000:0.0:1785389279.358783:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919680 00000100:00100000:0.0:1785389279.358844:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1370 00000100:00100000:0.0:1785389279.358855:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:31504:x1872115458919680:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1785389279.389350:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.389560:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389279.389680:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919808 00000100:00100000:2.0:1785389279.389694:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919808 00000100:00100000:2.0:1785389279.389787:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:2.0:1785389279.389803:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458919808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389279.389899:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458919808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 101us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389279.389909:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:0.0:1785389279.391178:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.396483:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.399538:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458920064 00000100:00100000:1.0:1785389279.399557:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458920064 00000100:00100000:1.0:1785389279.400715:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458919936 00000100:00100000:1.0:1785389279.400723:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458919936 00000100:00100000:1.0:1785389279.400784:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 637 00000100:00100000:1.0:1785389279.400797:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458920064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389279.400898:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458920064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 103us (11339us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.400905:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 637 00000100:00100000:1.0:1785389279.400925:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 638 00000100:00100000:1.0:1785389279.400931:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2364:x1872115458919936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389279.400953:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:2364:x1872115458919936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (9780us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.400959:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 638 00000100:00080000:1.0:1785389279.400985:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389279.400989:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389279.401726:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458920192 00000100:00100000:2.0:1785389279.401735:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458920192 00000100:00100000:2.0:1785389279.401855:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 639 00000100:00100000:2.0:1785389279.401863:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458920192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389279.401900:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458920192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (5444us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389279.401907:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 639 00000100:00080000:0.0:1785389279.402095:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1785389279.476935:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1785389279.478236:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968212 is committed 00000020:00080000:3.0:1785389279.478268:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000001:00080000:3.0:1785389279.478286:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968206 is committed 00000020:00080000:3.0:1785389279.478298:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000020:00080000:3.0:1785389279.478324:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000100:00100000:2.0:1785389279.478843:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31504:x1872115458919680:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 119981us (120233us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389279.478856:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1370 00000100:00100000:1.0:1785389279.481073:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.481201:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458920320 00000100:00100000:3.0:1785389279.481211:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458920320 00000100:00100000:3.0:1785389279.481272:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 384 00000100:00100000:3.0:1785389279.481282:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458920320:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1785389279.526136:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000100:00100000:0.0:1785389279.526346:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458920320:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 45058us (45276us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.526360:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 384 00000100:00100000:0.0:1785389279.536562:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.536684:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458920576 00000100:00100000:3.0:1785389279.536699:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458920576 00000100:00100000:3.0:1785389279.536813:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1371 00000100:00100000:3.0:1785389279.536827:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31504:x1872115458920576:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389279.536979:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389279.537016:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd796e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a28a expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.537045:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:2.0:1785389279.537052:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389279.537090:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.537106:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.537116:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389279.537350:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008cecf81a reply state 000000004ad23199 transno 4294968213 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389279.537362:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389279.537558:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458920576:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 734us (1009us total) trans 4294968213 rc 0/0 00000100:00100000:2.0:1785389279.537567:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1371 00000100:00100000:2.0:1785389279.542083:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.542195:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458920704 00000100:00100000:3.0:1785389279.542210:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458920704 00010000:00010000:0.0:1785389279.542221:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.542234:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.542242:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.542249:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389279.542254:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.542263:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.542279:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1372 00010000:00010000:0.0:1785389279.542284:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389279.542287:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1785389279.542289:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458920704:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389279.542293:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.542299:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd796fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.542318:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389279.542340:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a29f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.542411:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 52 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.542426:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 52 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.542449:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389279.542452:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389279.542454:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:3.0:1785389279.542534:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458920704:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 246us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.542542:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1372 00000100:00100000:1.0:1785389279.545040:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.545199:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458920832 00000100:00100000:0.0:1785389279.545209:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458920832 00000100:00100000:0.0:1785389279.545262:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 385 00000100:00100000:0.0:1785389279.545271:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458920832:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1785389279.545598:0:21226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1785389279.545602:0:21226:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1785389276 00002000:00010000:0.0:1785389279.545605:0:21226:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime from disk: 0 -> 1785389276 00002000:00010000:0.0:1785389279.545607:0:21226:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1785389276 00002000:00010000:0.0:1785389279.545610:0:21226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1785389279.545670:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458920832:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 399us (637us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1785389279.545679:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 385 00000100:00100000:0.0:1785389279.550536:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389279.552693:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921088 00000100:00100000:2.0:1785389279.552707:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921088 00000100:00100000:2.0:1785389279.552826:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1373 00000100:00100000:2.0:1785389279.552837:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:31504:x1872115458921088:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1785389279.552918:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.552936:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.552952:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.552994:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.553010:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 51 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389279.553026:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485906944:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389279.553145:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943412ab2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389279.571043:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.571589:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921216 00000100:00100000:3.0:1785389279.571601:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921216 00010000:00010000:3.0:1785389279.571665:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 52 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.571728:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:3.0:1785389279.571740:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2363:x1872115458921216:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389279.571788:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389279.571797:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 52 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.571813:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 52 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.571842:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389279.571848:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.571860:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.571868:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.571892:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389279.571950:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2363:x1872115458921216:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 212us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.571958:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 410 00010000:00010000:0.0:1785389279.572216:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd796b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a275 expref: 51 pid: 5822 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.572247:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485906944:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389279.572271:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572282:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572288:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572536:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572544:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572551:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572556:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389279.572572:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572579:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572590:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389279.572593:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389279.572596:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.572602:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7970c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.572873:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31504:x1872115458921088:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 20036us (22348us total) trans 0 rc -22/-22 00000100:00100000:0.0:1785389279.572884:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1373 00000100:00100000:2.0:1785389279.581545:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.581711:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921344 00000100:00100000:3.0:1785389279.581725:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921344 00000100:00100000:1.0:1785389279.581905:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00100000:1.0:1785389279.581920:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458921344:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.581982:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.582010:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.582019:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389279.582024:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389279.582030:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.582073:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.582089:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 11 pid: 14689 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389279.582106:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485907072:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389279.582211:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405a11a80 going to sleep for 11 seconds 00000100:00100000:1.0:1785389279.587929:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389279.588082:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485907072:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389279.588121:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.588268:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921472 00000100:00100000:3.0:1785389279.588279:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921472 00010000:00010000:3.0:1785389279.588325:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 12 pid: 14689 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.588375:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:3.0:1785389279.588386:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458921472:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389279.588404:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389279.588434:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 12 pid: 14689 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.588449:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 12 pid: 14689 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.588490:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006015432d/0xb9b521054fd796f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a298 expref: 12 pid: 14689 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.588512:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389279.588517:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389279.588524:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.588535:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389279.588570:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389279.588802:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588812:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588843:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588852:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588861:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588869:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389279.588874:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588883:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588896:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.588905:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de39a62f/0xb9b521054fd79713 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389279.589018:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458921472:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 632us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.589027:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:1.0:1785389279.597550:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458921344:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 15616us (16005us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389279.597570:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 386 00000100:00100000:0.0:1785389279.607630:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389279.607725:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921728 00000100:00100000:1.0:1785389279.607738:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921728 00000100:00100000:1.0:1785389279.607847:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1374 00000100:00100000:1.0:1785389279.607859:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:31504:x1872115458921728:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389279.607971:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.607993:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.608006:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.608281:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.608294:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 51 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.608305:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.608781:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 51 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.608800:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 51 pid: 9185 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.608817:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485907200:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389279.608910:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389279.619644:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.619695:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485907200:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389279.619733:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389279.619797:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921856 00000100:00100000:1.0:1785389279.619807:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921856 00010000:00010000:1.0:1785389279.619860:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 52 pid: 9185 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.620202:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:0.0:1785389279.620214:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2362:x1872115458921856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389279.620245:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389279.620254:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 52 pid: 9185 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.620269:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 52 pid: 9185 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.620296:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd79705 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a29f expref: 52 pid: 9185 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.620324:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389279.620329:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.620341:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.620350:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.620387:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389279.620412:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.620419:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389279.620677:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968214 00000100:00100000:0.0:1785389279.620717:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2362:x1872115458921856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 504us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.620725:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 412 00000001:00080000:1.0:1785389279.620875:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968215 00000001:00080000:1.0:1785389279.620927:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968216 00000100:00100000:1.0:1785389279.621020:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485907328:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1785389279.621078:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389279.621114:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b6ad900 going to sleep for 11 seconds 00000100:00100000:0.0:1785389279.621398:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485907328 00000100:00100000:0.0:1785389279.621404:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485907328 00000100:00100000:0.0:1785389279.621476:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00080000:1.0:1785389279.621485:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389279.621485:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485907328:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1785389279.622335:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485907328:12345-0@lo:1000:mdt00_001.0 Request processed in 849us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.622344:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1785389279.626760:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485907328:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1785389279.627978:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968217 00000100:00100000:0.0:1785389279.628081:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485907456:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1785389279.628163:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389279.628213:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389279.628523:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485907456 00000100:00100000:3.0:1785389279.628534:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485907456 00000100:00100000:2.0:1785389279.629997:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1785389279.630015:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485907456:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1785389279.630510:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5821:x1872115485907456:12345-0@lo:1000:mdt00_001.0 Request processed in 501us (2345us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1785389279.630518:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1785389279.632652:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485907456:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1785389279.632848:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968218 00010000:00010000:0.0:1785389279.632904:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.632916:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.632925:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.632932:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389279.632937:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.632945:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.632965:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389279.632968:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389279.632973:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.632980:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79721 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633014:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633020:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633025:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633030:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389279.633033:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633042:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633049:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412b95500) 00010000:00010000:0.0:1785389279.633051:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389279.633059:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633072:0:5821:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633082:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.633122:0:5821:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328a00/0xb9b521054fd79656 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a260 expref: 100 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389279.633138:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485907584:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389279.633237:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389279.638035:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485907584:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389279.638074:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638086:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7964f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638123:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638137:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638151:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638167:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638174:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638181:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638187:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.638191:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638199:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638211:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412b95500) 00010000:00010000:1.0:1785389279.638215:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389279.638219:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638224:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79728 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638233:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638240:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638246:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638252:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389279.638255:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638261:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638269:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff943412b95500) 00010000:00010000:1.0:1785389279.638271:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389279.638274:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389279.638279:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7971a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389279.638675:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:31504:x1872115458921728:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 30816us (31057us total) trans 4294968219 rc 0/0 00000100:00100000:1.0:1785389279.638687:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1374 00000020:00080000:1.0:1785389279.638694:0:5821:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1785389279.638925:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389279.638931:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389279.641779:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1785389279.641800:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389279.643002:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.646496:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458921984 00000100:00100000:3.0:1785389279.646515:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458921984 00000100:00100000:3.0:1785389279.646603:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 278 00000100:00100000:3.0:1785389279.646614:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31503:x1872115458921984:12345-192.168.204.39@tcp:49:lseek_test.0 00000100:00100000:3.0:1785389279.646812:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31503:x1872115458921984:12345-192.168.204.39@tcp:49:lseek_test.0 Request processed in 200us (3818us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389279.646820:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 278 00000100:00100000:2.0:1785389279.649670:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389279.650853:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.650978:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458922368 00000100:00100000:0.0:1785389279.650992:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458922368 00000100:00100000:0.0:1785389279.651046:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:0.0:1785389279.651055:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+13:31503:x1872115458922368:12345-192.168.204.39@tcp:101:lseek_test.0 00010000:00010000:0.0:1785389279.651082:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389279.651106:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000379f7362/0xb9b521054fd7972f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2a6 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389279.651142:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 158, mtime: 0x6a6ae0dc, atime: 0x6a6ae0dc, ctime: 0x6a6ae0dc, blocks: 0xb 00010000:00010000:0.0:1785389279.651166:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=999s v=(0 0) 00010000:00010000:0.0:1785389279.651171:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389279.651181:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000379f7362/0xb9b521054fd7972f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2a6 expref: 14 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.651199:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000379f7362/0xb9b521054fd7972f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2a6 expref: 14 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.651214:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247600, rc 0) 00000100:00100000:0.0:1785389279.651280:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:31503:x1872115458922368:12345-192.168.204.39@tcp:101:lseek_test.0 Request processed in 225us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389279.651286:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 387 00000100:00100000:1.0:1785389279.653003:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458922240 00000100:00100000:1.0:1785389279.653012:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458922240 00000100:00100000:1.0:1785389279.653061:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 279 00000100:00100000:1.0:1785389279.653069:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:31504:x1872115458922240:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1785389279.653944:0:5823:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1785389279.654052:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968220 00010000:00010000:0.0:1785389279.654102:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.654119:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.654131:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.654141:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.654152:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.654158:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389279.654185:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389279.654298:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:31504:x1872115458922240:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1227us (4637us total) trans 4294968221 rc 0/0 00000100:00100000:0.0:1785389279.654306:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 279 00000020:00080000:0.0:1785389279.654311:0:5823:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1785389279.654871:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389279.654880:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.654889:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389279.654893:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.654902:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.654916:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9434092fec00) 00010000:00010000:2.0:1785389279.654920:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1785389279.654926:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.654932:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79736 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389279.654951:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389279.654953:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389279.654955:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389279.656854:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389279.656950:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458922496 00000100:00100000:2.0:1785389279.656961:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458922496 00000100:00100000:2.0:1785389279.657005:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:2.0:1785389279.657014:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2363:x1872115458922496:12345-192.168.204.39@tcp:23:lseek_test.0 00000001:00080000:0.0:1785389279.753381:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:0.0:1785389279.753418:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967376 is committed 00000100:00100000:2.0:1785389279.803642:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2363:x1872115458922496:12345-192.168.204.39@tcp:23:lseek_test.0 Request processed in 146611us (146780us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389279.803661:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 388 00000100:00100000:1.0:1785389279.807064:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389279.807163:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458922752 00000100:00100000:0.0:1785389279.807176:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458922752 00000100:00100000:0.0:1785389279.807255:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 280 00000100:00100000:0.0:1785389279.807268:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:31503:x1872115458922752:12345-192.168.204.39@tcp:35:lseek_test.0 00000100:00100000:0.0:1785389279.807605:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:31503:x1872115458922752:12345-192.168.204.39@tcp:35:lseek_test.0 Request processed in 339us (551us total) trans 4294968222 rc 0/0 00000100:00100000:0.0:1785389279.807614:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 280 00000001:00080000:3.0:1785389280.176506:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:3.0:1785389280.176547:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00010000:00010000:3.0:1785389280.498616:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389280.947576:0:21580:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389280.947588:0:21580:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389280.947645:0:21580:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:0.0:1785389280.947653:0:21580:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389281.146739:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485907712:0@lo:400:kworker.0 00000100:00100000:1.0:1785389281.146844:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389281.146903:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389281.146909:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485907840:0@lo:400:kworker.0 00000100:00100000:1.0:1785389281.146936:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389281.146969:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485907712 00000100:00100000:1.0:1785389281.146977:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485907712 00000100:00100000:1.0:1785389281.147024:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1785389281.147033:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485907712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389281.147083:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485907712:12345-0@lo:400:kworker.0 Request processed in 50us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389281.147091:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1785389281.147126:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485907840 00000100:00100000:1.0:1785389281.147129:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485907840 00000100:00100000:1.0:1785389281.147155:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1785389281.147161:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485907840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389281.147203:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485907840:12345-0@lo:400:kworker.0 Request processed in 31us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389281.147209:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1785389281.147255:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485907840:0@lo:400:kworker.0 00000100:00100000:1.0:1785389281.147264:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485907712:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.147364:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485907968:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.147398:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389281.147565:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485908096:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.147595:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389281.147626:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908096 00000100:00100000:0.0:1785389281.147629:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908096 00000100:00100000:0.0:1785389281.147819:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1785389281.147828:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485908096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.147865:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485908096:12345-0@lo:400:kworker.0 Request processed in 40us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389281.147872:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:0.0:1785389281.147888:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389281.147904:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1785389281.147909:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967376 committed transno 4294967376 00000100:00100000:0.0:1785389281.147930:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485908096:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.147963:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485908224:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.147985:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389281.148010:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485907968 00000100:00100000:0.0:1785389281.148014:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485907968 00000100:00100000:0.0:1785389281.148036:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908224 00000100:00100000:0.0:1785389281.148038:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908224 00000100:00100000:0.0:1785389281.148055:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1785389281.148060:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485907968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.148090:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485907968:12345-0@lo:400:kworker.0 Request processed in 30us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389281.148096:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1785389281.148106:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1785389281.148111:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485908224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.148134:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485908224:12345-0@lo:400:kworker.0 Request processed in 23us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389281.148140:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:0.0:1785389281.148150:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389281.148163:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485907968:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.148186:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485908224:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.155351:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389281.155373:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485908352:0@lo:400:kworker.0 00000100:00100000:0.0:1785389281.155647:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389281.156285:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908352 00000100:00100000:2.0:1785389281.156295:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908352 00000100:00100000:2.0:1785389281.156372:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1785389281.156383:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485908352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389281.156466:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485908352:12345-0@lo:400:kworker.0 Request processed in 85us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389281.156474:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00080000:0.0:1785389281.156643:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389281.156674:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1785389281.156682:0:3322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967376 00000004:00080000:0.0:1785389281.156704:0:3322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9433052e3800, transno 4294967376 00000100:00100000:0.0:1785389281.158042:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485908352:0@lo:400:kworker.0 00010000:00010000:1.0:1785389281.522620:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389281.649844:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389281.649877:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485908480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389281.649971:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389281.650330:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908480 00000100:00100000:3.0:1785389281.650341:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908480 00000100:00100000:3.0:1785389281.650421:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1785389281.650442:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485908480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389281.650498:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389281.650569:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485908480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389281.650576:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1785389281.653966:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c7ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485908480:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389282.545664:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389282.670976:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389282.670997:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485908608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389282.671059:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389282.671178:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908608 00000100:00100000:3.0:1785389282.671186:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908608 00000100:00100000:3.0:1785389282.671230:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1785389282.671239:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485908608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389282.671271:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389282.671316:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485908608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389282.671322:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1785389282.671402:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485908608:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389283.568459:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389284.515245:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515285:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515313:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515335:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515377:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515403:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515432:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389284.515462:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923136 00000100:00100000:3.0:1785389284.515481:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923136 00000100:00100000:3.0:1785389284.515537:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923648 00000100:00100000:3.0:1785389284.515541:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923648 00000100:00100000:3.0:1785389284.515558:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923264 00000100:00100000:3.0:1785389284.515561:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923264 00000100:00100000:3.0:1785389284.515573:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923520 00000100:00100000:3.0:1785389284.515575:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923520 00000100:00100000:3.0:1785389284.515592:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:3.0:1785389284.515601:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2365:x1872115458923136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389284.515670:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2365:x1872115458923136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 70us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389284.515690:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:3.0:1785389284.515707:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 643 00000100:00100000:3.0:1785389284.515713:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458923648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389284.515741:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458923648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389284.515768:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 643 00000100:00100000:3.0:1785389284.515781:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 644 00000100:00100000:3.0:1785389284.515788:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458923264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389284.515814:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458923264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389284.515820:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 644 00000100:00100000:3.0:1785389284.515832:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 645 00000100:00100000:3.0:1785389284.515838:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458923520:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389284.515861:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458923520:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389284.515867:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 645 00000100:00100000:3.0:1785389284.515886:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923392 00000100:00100000:3.0:1785389284.515890:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923392 00000100:00100000:3.0:1785389284.515917:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923008 00000100:00100000:3.0:1785389284.515920:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923008 00000100:00100000:3.0:1785389284.515943:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 636 00000100:00100000:3.0:1785389284.515949:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2365:x1872115458923392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389284.515980:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2365:x1872115458923392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389284.515986:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 636 00000100:00100000:3.0:1785389284.515998:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 637 00000100:00100000:3.0:1785389284.516004:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:2365:x1872115458923008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389284.516029:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:2365:x1872115458923008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389284.516035:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 637 00000100:00080000:3.0:1785389284.516062:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389284.516066:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389284.516068:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389284.516343:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458922880 00000100:00100000:1.0:1785389284.516348:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458922880 00000100:00100000:1.0:1785389284.516389:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 675 00000100:00100000:1.0:1785389284.516397:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458922880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389284.516424:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458922880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389284.516431:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 675 00010000:00010000:1.0:1785389284.592945:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389284.829737:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968222 is committed 00000001:00080000:2.0:1785389284.829770:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968221 is committed 00000020:00080000:2.0:1785389284.829780:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff94340394ac00 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:2.0:1785389284.829785:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943302202a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94340394a9c0 00000020:00080000:2.0:1785389284.829789:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943302202c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943305914c00 00000020:00080000:2.0:1785389284.829830:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:2.0:1785389284.830035:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00010000:00010000:1.0:1785389285.615854:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389286.257085:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485909120:0@lo:400:kworker.0 00000100:00100000:3.0:1785389286.257152:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389286.257219:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389286.257226:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485908992:0@lo:400:kworker.0 00000100:00100000:3.0:1785389286.257255:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389286.257288:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909120 00000100:00100000:3.0:1785389286.257295:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909120 00000100:00100000:3.0:1785389286.257371:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1785389286.257381:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485909120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389286.257433:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485909120:12345-0@lo:400:kworker.0 Request processed in 53us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389286.257440:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1785389286.257464:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908992 00000100:00100000:3.0:1785389286.257468:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908992 00000100:00100000:3.0:1785389286.257492:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1785389286.257499:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485908992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389286.257529:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485908992:12345-0@lo:400:kworker.0 Request processed in 31us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389286.257535:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00080000:3.0:1785389286.257550:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389286.257555:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389286.257588:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485908992:0@lo:400:kworker.0 00000100:00100000:3.0:1785389286.257598:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485909120:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.257766:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485908736:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.257800:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389286.257827:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485909248:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.257847:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389286.257866:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1785389286.257872:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485908864:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.257891:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389286.257907:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485909376:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.257925:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389286.257950:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909248 00000100:00100000:0.0:1785389286.257953:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909248 00000100:00100000:0.0:1785389286.257982:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908864 00000100:00100000:0.0:1785389286.257986:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908864 00000100:00100000:0.0:1785389286.258003:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1785389286.258009:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485909248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.258041:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485909248:12345-0@lo:400:kworker.0 Request processed in 32us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389286.258048:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1785389286.258059:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1785389286.258065:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485908864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.258089:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485908864:12345-0@lo:400:kworker.0 Request processed in 25us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389286.258095:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1785389286.258112:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909376 00000100:00100000:0.0:1785389286.258115:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909376 00000100:00100000:0.0:1785389286.258140:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1785389286.258147:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485909376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.258175:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485909376:12345-0@lo:400:kworker.0 Request processed in 29us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389286.258181:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:0.0:1785389286.258201:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389286.258204:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389286.258221:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485908864:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.258230:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485909376:0@lo:400:kworker.0 00000100:00100000:0.0:1785389286.258237:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485909248:0@lo:400:kworker.0 00000100:00100000:1.0:1785389286.258303:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485908736 00000100:00100000:1.0:1785389286.258316:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485908736 00000100:00100000:1.0:1785389286.258361:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1785389286.258368:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485908736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389286.258407:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485908736:12345-0@lo:400:kworker.0 Request processed in 40us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389286.258412:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1785389286.258444:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485908736:0@lo:400:kworker.0 00010000:00010000:3.0:1785389286.642248:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389286.774236:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485909504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389286.774310:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389286.774458:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909504 00000100:00100000:0.0:1785389286.774467:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909504 00000100:00100000:0.0:1785389286.774526:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1785389286.774535:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485909504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389286.774567:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389286.774618:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485909504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389286.774625:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1785389286.778207:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485909504:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389286.832670:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389286.832682:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389286.832727:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:3.0:1785389286.832736:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389287.663100:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389287.796051:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389287.799661:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485909632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389287.803110:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389287.803267:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909632 00000100:00100000:2.0:1785389287.803279:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909632 00000100:00100000:2.0:1785389287.803398:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1785389287.803411:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485909632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389287.803459:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389287.803534:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485909632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389287.803541:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1785389287.804033:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485909632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389288.155207:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389288.170911:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923776 00000100:00100000:3.0:1785389288.170933:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923776 00000100:00100000:3.0:1785389288.171028:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1375 00000100:00100000:3.0:1785389288.171040:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31484:x1872115458923776:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1785389288.171177:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:31484:x1872115458923776:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 140us (15986us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389288.171185:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1375 00000100:00080000:3.0:1785389288.171217:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389288.692225:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389289.617661:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617807:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617843:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617872:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617889:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617905:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617927:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389289.617962:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924160 00000100:00100000:1.0:1785389289.617974:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924160 00000100:00100000:1.0:1785389289.618036:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924672 00000100:00100000:1.0:1785389289.618039:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924672 00000100:00100000:1.0:1785389289.618055:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924288 00000100:00100000:1.0:1785389289.618058:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924288 00000100:00100000:1.0:1785389289.618072:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924544 00000100:00100000:1.0:1785389289.618075:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924544 00000100:00100000:1.0:1785389289.618092:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 648 00000100:00100000:1.0:1785389289.618103:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2364:x1872115458924160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389289.618187:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2364:x1872115458924160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 86us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389289.618194:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 648 00000100:00100000:1.0:1785389289.618211:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 649 00000100:00100000:1.0:1785389289.618217:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458924672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389289.618239:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458924672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389289.618245:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 649 00000100:00100000:1.0:1785389289.618255:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:1.0:1785389289.618260:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458924288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389289.618293:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458924288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389289.618299:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:1.0:1785389289.618309:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 651 00000100:00100000:1.0:1785389289.618315:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458924544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389289.618335:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458924544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389289.618340:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 651 00000100:00080000:1.0:1785389289.618355:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389289.618359:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389289.621114:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924416 00000100:00100000:0.0:1785389289.621132:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924416 00000100:00100000:0.0:1785389289.621212:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924032 00000100:00100000:0.0:1785389289.621215:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924032 00000100:00100000:0.0:1785389289.621258:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 641 00000100:00100000:0.0:1785389289.621279:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2364:x1872115458924416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389289.621364:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2364:x1872115458924416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 97us (3521us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389289.621371:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 641 00000100:00100000:0.0:1785389289.621388:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00100000:0.0:1785389289.621393:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:2364:x1872115458924032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389289.621413:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:2364:x1872115458924032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (3523us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389289.621419:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 642 00000100:00080000:0.0:1785389289.621606:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389289.621835:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458923904 00000100:00100000:2.0:1785389289.621841:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458923904 00000100:00100000:2.0:1785389289.621912:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00100000:2.0:1785389289.621919:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458923904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389289.621960:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458923904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 43us (4313us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389289.621967:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 677 00010000:00010000:3.0:1785389289.710958:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1785389289.886930:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00000020:00080000:2.0:1785389289.886992:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:2.0:1785389289.887006:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00010000:00010000:1.0:1785389290.735733:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785389291.337635:0:21780:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 01:28:07 (1785389287) 00000100:00100000:3.0:1785389291.379701:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485910016:0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.379795:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389291.379847:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389291.379853:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485910144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.379875:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389291.379906:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485910016 00000100:00100000:3.0:1785389291.379913:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485910016 00000100:00100000:3.0:1785389291.379961:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1785389291.379969:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485910016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.380014:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485910016:12345-0@lo:400:kworker.0 Request processed in 46us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.380021:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1785389291.380042:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485910144 00000100:00100000:3.0:1785389291.380045:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485910144 00000100:00100000:3.0:1785389291.380069:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1785389291.380074:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485910144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.380099:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485910144:12345-0@lo:400:kworker.0 Request processed in 25us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.380104:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:3.0:1785389291.380117:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389291.380121:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389291.380147:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485910144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.380156:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485910016:0@lo:400:kworker.0 00000100:00100000:1.0:1785389291.380364:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485909760:0@lo:400:kworker.0 00000100:00100000:1.0:1785389291.380401:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389291.380432:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485910272:0@lo:400:kworker.0 00000100:00100000:1.0:1785389291.380453:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389291.380468:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1785389291.380474:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485909888:0@lo:400:kworker.0 00000100:00100000:1.0:1785389291.380493:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389291.380507:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485910400:0@lo:400:kworker.0 00000100:00100000:1.0:1785389291.380525:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389291.383629:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909760 00000100:00100000:3.0:1785389291.383643:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909760 00000100:00100000:3.0:1785389291.383690:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1785389291.383699:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485909760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.383806:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485909760:12345-0@lo:400:kworker.0 Request processed in 108us (3403us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.383814:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1785389291.383867:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485909760:0@lo:400:kworker.0 00000100:00100000:0.0:1785389291.385690:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485910272 00000100:00100000:0.0:1785389291.385700:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485910272 00000100:00100000:0.0:1785389291.385766:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485909888 00000100:00100000:0.0:1785389291.385770:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485909888 00000100:00100000:0.0:1785389291.385792:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1785389291.385800:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485910272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389291.385866:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485910272:12345-0@lo:400:kworker.0 Request processed in 66us (5411us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389291.385873:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1785389291.385886:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1785389291.385892:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485909888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389291.385917:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485909888:12345-0@lo:400:kworker.0 Request processed in 26us (5423us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389291.385923:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1785389291.385943:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485910400 00000100:00100000:0.0:1785389291.385947:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485910400 00000100:00100000:0.0:1785389291.385971:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1785389291.385977:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485910400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389291.386004:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485910400:12345-0@lo:400:kworker.0 Request processed in 28us (5478us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389291.386009:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:1.0:1785389291.386061:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389291.386066:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389291.386201:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485909888:0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.386211:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485910400:0@lo:400:kworker.0 00000100:00100000:3.0:1785389291.386223:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485910272:0@lo:400:kworker.0 00000100:00100000:1.0:1785389291.566173:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.566251:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924800 00000100:00100000:3.0:1785389291.566260:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924800 00000100:00100000:3.0:1785389291.566661:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1376 00000100:00100000:3.0:1785389291.566672:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:32119:x1872115458924800:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1785389291.566786:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:32119:x1872115458924800:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 116us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.566794:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1376 00000100:00080000:1.0:1785389291.575010:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389291.577668:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.577770:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458924928 00000100:00100000:3.0:1785389291.577779:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458924928 00000100:00100000:3.0:1785389291.577837:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1377 00000100:00100000:3.0:1785389291.577846:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:32120:x1872115458924928:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389291.577865:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.577885:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7973d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2ad expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578422:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578437:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578449:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578464:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578472:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578478:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578732:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.578741:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580120:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580127:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.580131:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580141:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580154:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:3.0:1785389291.580158:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.580162:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580169:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79744 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580183:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580190:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580197:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580464:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.580470:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580477:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580486:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.580488:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.580491:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580497:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7974b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580539:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7973d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2ad expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580550:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:3.0:1785389291.580552:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.580555:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7973d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2ad expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.580570:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389291.580688:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:32120:x1872115458924928:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2841us (3026us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389291.580697:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1377 00000100:00080000:3.0:1785389291.580730:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389291.613588:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.620624:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925184 00000100:00100000:3.0:1785389291.620640:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925184 00000100:00100000:3.0:1785389291.620706:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1378 00000100:00100000:3.0:1785389291.620716:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:32120:x1872115458925184:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:3.0:1785389291.620801:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389291.620827:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd794a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1c6 expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.620845:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:3.0:1785389291.620849:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389291.621134:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.621148:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.621156:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.621192:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 47 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.621211:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 47 pid: 9185 timeout: 1111 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389291.621224:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485910528:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389291.621324:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389291.623455:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485910528:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389291.623483:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389291.626304:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.626870:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925312 00000100:00100000:3.0:1785389291.626880:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925312 00010000:00010000:3.0:1785389291.628016:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 48 pid: 9185 timeout: 1111 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389291.630524:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:3.0:1785389291.630547:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458925312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389291.630566:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389291.630577:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 48 pid: 9185 timeout: 1111 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.630592:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 48 pid: 9185 timeout: 1111 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.630613:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd794e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1db expref: 48 pid: 9185 timeout: 1111 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.630629:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:3.0:1785389291.630634:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.630649:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.630656:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.630688:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389291.630761:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:2362:x1872115458925312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 225us (4464us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.630768:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 413 00010000:00010000:2.0:1785389291.632825:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.632838:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.632863:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.632874:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.632887:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389291.633896:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00010000:00010000:2.0:1785389291.633906:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.633913:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.633919:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.633923:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.633928:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.633934:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.633944:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412b95600) 00010000:00010000:2.0:1785389291.633947:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.633950:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.633955:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79752 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389291.633970:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002aed5881 reply state 00000000eb8a920d transno 4294968223 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389291.633977:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389291.634046:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32120:x1872115458925184:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 13329us (20464us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1785389291.634053:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1378 00010000:00010000:2.0:1785389291.665587:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.665604:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.665611:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.665617:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.665621:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.665628:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.665645:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff943412840d00) 00010000:00010000:2.0:1785389291.665647:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.665651:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.665656:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79759 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389291.666222:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389291.666296:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925440 00000100:00100000:2.0:1785389291.666307:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925440 00000100:00100000:2.0:1785389291.666376:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1379 00000100:00100000:2.0:1785389291.666386:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+101:32121:x1872115458925440:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389291.666409:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389291.666427:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79760 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2b4 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.666487:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79767 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.666500:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.666509:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389291.666567:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1785389291.666571:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389291.666596:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.666618:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79760 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2b4 expref: 103 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.666631:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79767 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2b4 expref: 102 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.666638:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:2.0:1785389291.666642:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389291.666644:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:2.0:1785389291.666695:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32121:x1872115458925440:12345-192.168.204.39@tcp:101:bash.0 Request processed in 311us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389291.666702:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1379 00000100:00100000:1.0:1785389291.681056:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.681154:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925568 00000100:00100000:3.0:1785389291.681164:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925568 00000100:00100000:3.0:1785389291.681216:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1380 00000100:00100000:3.0:1785389291.681225:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32121:x1872115458925568:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389291.681255:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.681283:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7976e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2bb expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681525:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681543:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681555:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681572:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681583:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681589:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681699:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79783 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681707:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681713:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389291.681840:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:3.0:1785389291.681844:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389291.681871:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681885:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681891:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681897:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.681903:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.682010:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682019:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682032:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:3.0:1785389291.682035:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.682040:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682046:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79775 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682058:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682064:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682069:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682075:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.682078:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682084:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682091:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9434129f8500) 00010000:00010000:3.0:1785389291.682093:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.682096:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682104:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7977c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682136:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd7976e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2bb expref: 104 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682150:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6600/0xb9b521054fd79783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2bb expref: 103 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.682158:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.682160:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389291.682162:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6600, rc 0) 00000100:00100000:3.0:1785389291.682286:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32121:x1872115458925568:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1060us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.682294:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1380 00000100:00100000:3.0:1785389291.696953:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389291.697370:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925696 00000100:00100000:1.0:1785389291.697380:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925696 00000100:00100000:1.0:1785389291.697431:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1381 00000100:00100000:1.0:1785389291.697441:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32121:x1872115458925696:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389291.697462:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389291.697481:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7978a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2c2 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697541:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697554:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697564:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697577:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697583:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697589:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697651:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697657:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697664:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697673:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389291.697678:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697685:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697697:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:1.0:1785389291.697699:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389291.697703:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697709:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79791 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697720:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697725:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697730:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697735:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389291.697737:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697762:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697774:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff943412b95d00) 00010000:00010000:1.0:1785389291.697776:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389291.697779:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697784:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79798 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697817:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7978a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c2 expref: 104 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697827:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:1.0:1785389291.697829:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389291.697833:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7978a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c2 expref: 104 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.697841:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329a00, rc 0) 00000100:00100000:1.0:1785389291.697895:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32121:x1872115458925696:12345-192.168.204.39@tcp:101:bash.0 Request processed in 455us (950us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389291.697901:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1381 00000100:00100000:1.0:1785389291.719098:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.719218:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925824 00000100:00100000:3.0:1785389291.719236:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925824 00000100:00100000:3.0:1785389291.719294:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1382 00000100:00100000:3.0:1785389291.719306:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+47:32123:x1872115458925824:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389291.719327:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.719361:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7979f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2c9 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.719435:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.719452:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.719467:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389291.719522:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1785389291.719525:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389291.719544:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.719565:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7979f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 49 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.719579:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.719587:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:3.0:1785389291.719590:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389291.719593:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389291.719644:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:32123:x1872115458925824:12345-192.168.204.39@tcp:101:rm.0 Request processed in 340us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.719649:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1382 00000100:00100000:1.0:1785389291.730011:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.730115:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458925952 00000100:00100000:3.0:1785389291.730124:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458925952 00000100:00100000:3.0:1785389291.730184:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1383 00000100:00100000:3.0:1785389291.730194:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:32123:x1872115458925952:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389291.730216:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.730247:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd797ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2d0 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730315:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730329:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730341:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730373:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730381:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730388:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730497:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd797c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730505:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd797c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730512:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd797c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389291.730542:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:3.0:1785389291.730546:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389291.730568:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd797c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730581:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730588:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730595:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730600:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.730605:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730612:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730625:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:3.0:1785389291.730628:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.730633:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730639:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd797b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730649:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730655:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730674:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730679:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.730682:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730687:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730692:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9434129f8500) 00010000:00010000:3.0:1785389291.730694:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.730696:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730701:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd797bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730724:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd797ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2d0 expref: 50 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730736:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6800/0xb9b521054fd797c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2d0 expref: 49 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.730762:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.730765:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1785389291.730767:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6800, rc 0) 00000100:00100000:3.0:1785389291.730830:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32123:x1872115458925952:12345-192.168.204.39@tcp:101:rm.0 Request processed in 638us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.730837:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1383 00000100:00100000:1.0:1785389291.733636:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389291.733701:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926080 00000100:00100000:2.0:1785389291.733716:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926080 00000100:00100000:2.0:1785389291.733806:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1384 00000100:00100000:2.0:1785389291.733816:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32123:x1872115458926080:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389291.733836:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389291.733856:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd797c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2d7 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.733947:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.733962:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.733979:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.733994:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734001:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734007:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734069:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734076:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734083:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734089:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.734092:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734099:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734111:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:2.0:1785389291.734114:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.734118:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734125:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd797d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734136:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734141:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734148:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734152:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.734154:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734159:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734164:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff943412840d00) 00010000:00010000:2.0:1785389291.734166:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.734169:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734174:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd797d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734200:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd797c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2d7 expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734215:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:2.0:1785389291.734218:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.734221:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd797c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2d7 expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.734239:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:2.0:1785389291.734311:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32123:x1872115458926080:12345-192.168.204.39@tcp:101:rm.0 Request processed in 496us (688us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389291.734319:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1384 00000100:00100000:1.0:1785389291.740026:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.740177:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926208 00000100:00100000:3.0:1785389291.740194:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926208 00000100:00100000:3.0:1785389291.740320:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1385 00000100:00100000:3.0:1785389291.740338:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32123:x1872115458926208:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389291.740372:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.740406:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd797de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2de expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740520:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740539:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740557:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740578:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740587:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740595:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740701:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740711:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740720:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740728:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.740734:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740770:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740787:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.740792:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.740798:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740805:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd797e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740822:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740829:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740836:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740842:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.740846:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740854:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740870:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff9434129f8b00) 00010000:00010000:3.0:1785389291.740873:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.740877:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740885:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740938:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd797de lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2de expref: 50 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740950:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.740952:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.740956:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd797de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2de expref: 50 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.740968:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:3.0:1785389291.741048:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32123:x1872115458926208:12345-192.168.204.39@tcp:101:rm.0 Request processed in 717us (1038us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389291.741057:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1385 00010000:00010000:2.0:1785389291.766237:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389291.780097:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.780156:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926336 00000100:00100000:3.0:1785389291.780168:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926336 00000100:00100000:3.0:1785389291.780250:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1386 00000100:00100000:3.0:1785389291.780263:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32124:x1872115458926336:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389291.780292:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.780317:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2e5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780410:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780429:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780443:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780462:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780470:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780479:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780567:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780575:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780583:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780591:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.780596:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780610:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780624:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.780628:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.780633:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780640:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd797fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780654:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780815:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780822:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780828:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.780832:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780839:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780848:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff9434129f8b00) 00010000:00010000:3.0:1785389291.780851:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.780854:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780865:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79801 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780910:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797f3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2e5 expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780923:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389291.780925:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.780929:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd797f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2e5 expref: 50 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.780943:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:3.0:1785389291.781036:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32124:x1872115458926336:12345-192.168.204.39@tcp:101:cp.0 Request processed in 776us (953us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389291.781045:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1386 00000100:00100000:0.0:1785389291.814604:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389291.814702:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926464 00000100:00100000:2.0:1785389291.814711:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926464 00000100:00100000:2.0:1785389291.814784:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1387 00000100:00100000:2.0:1785389291.814794:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32124:x1872115458926464:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389291.814815:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389291.814835:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79808 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2ec expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.814915:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.814929:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.814940:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815041:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815051:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815059:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815128:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815135:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815142:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815148:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.815152:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815159:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815170:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:2.0:1785389291.815173:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.815178:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815183:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7980f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815196:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815203:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815209:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815213:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.815216:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815222:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815238:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff943412840d00) 00010000:00010000:2.0:1785389291.815240:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.815244:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815251:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79816 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815283:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79808 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2ec expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815293:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:2.0:1785389291.815296:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.815300:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79808 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2ec expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.815309:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:2.0:1785389291.815433:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32124:x1872115458926464:12345-192.168.204.39@tcp:101:cp.0 Request processed in 639us (838us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389291.815441:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1387 00000100:00100000:0.0:1785389291.819581:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389291.819954:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926720 00000100:00100000:1.0:1785389291.819969:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926720 00000100:00100000:1.0:1785389291.820091:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1388 00000100:00100000:1.0:1785389291.820103:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32124:x1872115458926720:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389291.820135:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389291.820181:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7981d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2f3 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.820372:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.820390:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.820405:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.820423:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.820431:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.820438:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389291.821321:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1785389291.821535:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821547:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821556:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821602:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821611:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821619:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821627:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389291.821633:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.821643:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.822735:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:1.0:1785389291.822755:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389291.822762:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.822771:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79824 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389291.822788:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ffc928d1 reply state 00000000143b90df transno 4294968224 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389291.822800:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389291.822849:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7981d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 52 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.822871:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 51 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.822880:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389291.822883:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389291.822886:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328600, rc 0) 00000100:00100000:1.0:1785389291.822976:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32124:x1872115458926720:12345-192.168.204.39@tcp:101:cp.0 Request processed in 2875us (3410us total) trans 4294968224 rc 0/0 00000100:00100000:1.0:1785389291.822986:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1388 00010000:00010000:3.0:1785389291.829121:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.829151:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.829162:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.829169:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389291.829175:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.829187:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.829220:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff943412b95d00) 00010000:00010000:3.0:1785389291.829224:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389291.829238:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.829247:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7982b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389291.829967:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.830171:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926848 00000100:00100000:3.0:1785389291.830183:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926848 00000100:00100000:3.0:1785389291.830289:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00100000:3.0:1785389291.830303:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2363:x1872115458926848:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389291.830327:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.830352:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a2fa expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389291.830386:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389291.830412:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=1012s v=(0 0) 00010000:00010000:3.0:1785389291.830418:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389291.830430:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.830448:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.830464:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:3.0:1785389291.830533:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458926848:12345-192.168.204.39@tcp:101:cp.0 Request processed in 233us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.830541:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 389 00000100:00080000:0.0:1785389291.830839:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389291.840016:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389291.840074:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458926976 00000100:00100000:0.0:1785389291.840085:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458926976 00000100:00100000:0.0:1785389291.840153:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 390 00000100:00100000:0.0:1785389291.840165:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:32124:x1872115458926976:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389291.840190:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389291.840235:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a301 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.840276:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.840288:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389291.840292:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389291.840298:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.840341:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.840358:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389291.840376:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485910656:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389291.840510:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343779b900 going to sleep for 11 seconds 00000100:00100000:0.0:1785389291.843845:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485910656:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389291.843895:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 11 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.843924:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246600, rc 0) 00000100:00100000:0.0:1785389291.844004:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:32124:x1872115458926976:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3840us (3999us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389291.844015:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 390 00000100:00100000:2.0:1785389291.844862:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.844922:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458927104 00000100:00100000:3.0:1785389291.844932:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458927104 00010000:00010000:3.0:1785389291.844971:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389291.845019:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 414 00000100:00100000:3.0:1785389291.845029:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458927104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389291.845046:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389291.845078:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.845093:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.845121:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2fa expref: 11 pid: 6614 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.845142:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389291.845147:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389291.845158:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.845169:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.845223:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389291.845254:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5806:1872115485910784:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389291.845342:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389291.847716:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5806:1872115485910784:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389291.847808:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389291.847862:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458927104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 2834us (3001us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389291.847874:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 414 00000100:00100000:1.0:1785389291.851570:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389291.851671:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458927360 00000100:00100000:0.0:1785389291.851689:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458927360 00000100:00100000:0.0:1785389291.852095:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:0.0:1785389291.852110:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b017c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32124:x1872115458927360:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389291.853174:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b017c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32124:x1872115458927360:12345-192.168.204.39@tcp:35:cp.0 Request processed in 1064us (1608us total) trans 4294968225 rc 0/0 00000100:00100000:0.0:1785389291.853184:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 281 00000100:00100000:1.0:1785389291.887627:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389291.887675:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485910912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389291.887805:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389291.887960:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485910912 00000100:00100000:0.0:1785389291.887970:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485910912 00000100:00100000:0.0:1785389291.888047:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1785389291.888059:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485910912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389291.888106:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389291.888171:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485910912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389291.888178:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1785389291.888595:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485910912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389291.891364:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.891541:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458927488 00000100:00100000:3.0:1785389291.891553:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458927488 00000100:00100000:3.0:1785389291.891625:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1389 00000100:00100000:3.0:1785389291.891637:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32127:x1872115458927488:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389291.891677:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389291.891708:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7984e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a308 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.891840:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.891858:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.891871:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.891889:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.891897:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.891910:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.892955:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.892970:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.892980:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389291.893091:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00000004:00200000:2.0:1785389291.893096:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389291.893118:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893133:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893272:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893281:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893288:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893295:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.893300:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893310:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893326:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:2.0:1785389291.893329:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.893335:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893342:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79855 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893362:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893369:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893376:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893381:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389291.893385:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893392:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893399:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff9434129f8e00) 00010000:00010000:2.0:1785389291.893402:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389291.893405:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893411:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7985c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893456:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7984e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 105 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893473:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 104 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389291.893481:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:2.0:1785389291.893483:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389291.893486:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:2.0:1785389291.893624:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32127:x1872115458927488:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1989us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389291.893634:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1389 00000100:00100000:0.0:1785389291.898315:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389291.898440:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458927616 00000100:00100000:2.0:1785389291.898452:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458927616 00000100:00100000:2.0:1785389291.898574:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 391 00000100:00100000:2.0:1785389291.898586:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458927616:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389291.898612:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389291.898635:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7986a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a30f expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389291.898714:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485911040:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389291.898881:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00080000:0.0:1785389291.899078:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1785389291.901634:0:12002:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1785389291.901647:0:12002:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1785389291 00002000:00010000:0.0:1785389291.901650:0:12002:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1785389291 00002000:00010000:0.0:1785389291.901653:0:12002:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1785389291 00000100:00100000:0.0:1785389291.901682:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485911040:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389291.901730:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7986a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a30f expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.901776:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7986a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a30f expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389291.901792:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:0.0:1785389291.901862:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458927616:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3278us (3559us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389291.901872:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 391 00000100:00100000:0.0:1785389291.905219:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389291.905448:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458927744 00000100:00100000:1.0:1785389291.905460:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458927744 00000100:00100000:1.0:1785389291.905532:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1390 00000100:00100000:1.0:1785389291.905544:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434057ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32127:x1872115458927744:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389291.905572:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389291.905599:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79871 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a316 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.905691:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.905714:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.905728:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389291.905835:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:1.0:1785389291.905840:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389291.905866:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.905898:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79871 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 106 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.905921:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 105 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.905932:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:1.0:1785389291.905935:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389291.905940:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389291.906584:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434057ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32127:x1872115458927744:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1039us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389291.906592:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1390 00000100:00100000:3.0:1785389291.912862:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389291.913015:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458927872 00000100:00100000:0.0:1785389291.913028:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458927872 00000100:00100000:0.0:1785389291.913101:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:0.0:1785389291.913112:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458927872:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389291.913136:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389291.913158:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7987f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a31d expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389291.913243:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485911168:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389291.913365:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389291.917557:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485911168:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389291.917609:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7987f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a31d expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.917640:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7987f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a31d expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.917656:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:3.0:1785389291.917728:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458927872:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4617us (4879us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389291.917738:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 392 00000100:00100000:2.0:1785389291.925833:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389291.925898:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458928128 00000100:00100000:1.0:1785389291.925911:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458928128 00000100:00100000:3.0:1785389291.926040:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1391 00000100:00100000:3.0:1785389291.926056:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32127:x1872115458928128:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:3.0:1785389291.926413:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:3.0:1785389291.926525:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32127:x1872115458928128:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 473us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.926534:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1391 00000040:00080000:0.0:1785389291.956284:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389291.956296:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389291.956339:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:0.0:1785389291.956346:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389291.956680:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485911296:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389291.956836:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404df2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389291.963162:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485911296:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389291.972695:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389291.972815:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458928256 00000100:00100000:2.0:1785389291.972828:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458928256 00000100:00100000:2.0:1785389291.972900:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1392 00000100:00100000:2.0:1785389291.972911:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32133:x1872115458928256:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389291.972956:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389291.973090:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32133:x1872115458928256:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 180us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389291.973098:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1392 00000100:00100000:2.0:1785389291.983126:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389291.983254:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458928512 00000100:00100000:1.0:1785389291.983268:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458928512 00000100:00100000:1.0:1785389291.983358:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1393 00000100:00100000:1.0:1785389291.983370:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32133:x1872115458928512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389291.983408:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389291.983435:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79886 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a324 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.983570:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7988d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.983588:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7988d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.983603:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7988d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389291.983617:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:1.0:1785389291.983809:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79886 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a324 expref: 55 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.983831:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7988d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a324 expref: 54 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389291.983842:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389291.983846:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389291.983851:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00000100:00100000:1.0:1785389291.983925:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458928512:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 557us (811us total) trans 4294968226 rc 0/0 00000100:00100000:1.0:1785389291.983934:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1393 00000100:00100000:0.0:1785389291.992946:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.993047:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458928640 00000100:00100000:3.0:1785389291.993062:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458928640 00000100:00100000:3.0:1785389291.993270:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:3.0:1785389291.993283:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458928640:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389291.993398:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.993426:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.993436:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389291.993442:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389291.993448:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.993495:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 10 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.993513:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 10 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389291.993531:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485911424:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389291.993645:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f240 going to sleep for 11 seconds 00000100:00100000:1.0:1785389291.993804:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.994257:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458928768 00000100:00100000:3.0:1785389291.994264:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458928768 00000100:00100000:3.0:1785389291.994314:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:3.0:1785389291.994322:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2364:x1872115458928768:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389291.994336:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389291.994374:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7988d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a324 expref: 54 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389291.994408:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389291.994414:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389291.994462:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115458928768:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 140us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389291.994470:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 66 00000100:00100000:3.0:1785389291.996656:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485911424:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389291.996693:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389291.999842:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389291.999937:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458928896 00000100:00100000:3.0:1785389291.999948:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458928896 00002000:00100000:3.0:1785389292.000121:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->157) req@ffff94343c01d880 x1872115458928896/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:32/0 lens 648/0 e 0 to 0 dl 1785389302 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389292.000145:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01d880 with x1872115458928896 ext(0->157) 00010000:00010000:3.0:1785389292.000157:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 11 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.000182:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 11 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389292.000192:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343c01d880 00000100:00100000:3.0:1785389292.000239:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 15 00000100:00100000:3.0:1785389292.000251:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458928896:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:3.0:1785389292.000960:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458928896:12345-192.168.204.39@tcp:4:cp.0 Request processed in 708us (1127us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1785389292.000970:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 15 00002000:00100000:3.0:1785389292.000979:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->157) req@ffff94343c01d880 x1872115458928896/t4294967377(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:32/0 lens 648/448 e 0 to 0 dl 1785389302 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389292.000989:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01d880 with x1872115458928896 ext(0->157) 00010000:00010000:3.0:1785389292.000995:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 13 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.001009:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 13 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389292.001017:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343c01d880 00000100:00100000:0.0:1785389292.004181:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.004665:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458929024 00000100:00100000:3.0:1785389292.004679:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458929024 00010000:00010000:3.0:1785389292.004728:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 13 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.004802:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 415 00000100:00100000:3.0:1785389292.004814:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943432784850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458929024:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389292.004834:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389292.004865:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 13 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.004882:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 13 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.004919:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c74d1e8/0xb9b521054fd79847 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a301 expref: 13 pid: 6615 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.004941:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389292.004947:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389292.004955:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.004968:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.005002:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389292.005069:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943432784850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458929024:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 257us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.005078:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 415 00010000:00010000:3.0:1785389292.007791:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007815:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007856:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007866:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007878:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007886:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389292.007891:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007901:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007920:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.007929:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7989b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.008036:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458928640:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 14752us (15101us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.008047:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 393 00000100:00100000:2.0:1785389292.011356:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.011464:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458929280 00000100:00100000:3.0:1785389292.011476:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458929280 00000100:00100000:3.0:1785389292.013554:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1394 00000100:00100000:3.0:1785389292.013569:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32133:x1872115458929280:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389292.013711:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32133:x1872115458929280:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 146us (2367us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.013720:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1394 00000100:00100000:1.0:1785389292.023483:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.026165:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458929408 00000100:00100000:3.0:1785389292.026181:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458929408 00000100:00100000:3.0:1785389292.026261:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:3.0:1785389292.026273:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458929408:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389292.026296:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389292.026323:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a32b expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389292.026358:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 158, mtime: 0x6a6ae0eb, atime: 0x0, ctime: 0x6a6ae0eb, blocks: 0x1 00010000:00010000:3.0:1785389292.026383:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=1012s v=(0 0) 00010000:00010000:3.0:1785389292.026388:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389292.026399:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.026419:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 12 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.026436:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437879800, rc 0) 00000100:00100000:3.0:1785389292.026515:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458929408:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 244us (3046us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.026523:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 394 00000100:00100000:1.0:1785389292.030049:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.030140:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458929664 00000100:00100000:3.0:1785389292.030153:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458929664 00000100:00100000:3.0:1785389292.030215:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1395 00000100:00100000:3.0:1785389292.030238:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32133:x1872115458929664:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389292.030405:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32133:x1872115458929664:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 179us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.030413:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1395 00000100:00100000:2.0:1785389292.035106:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.035203:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458929792 00000100:00100000:3.0:1785389292.035215:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458929792 00002000:00100000:3.0:1785389292.035283:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->4095) req@ffff94343c01ed80 x1872115458929792/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:33/0 lens 488/0 e 0 to 0 dl 1785389303 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389292.035296:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01ed80 with x1872115458929792 ext(0->4095) 00002000:00010000:3.0:1785389292.035304:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c01ed80 00000100:00100000:3.0:1785389292.035372:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 119 00000100:00100000:3.0:1785389292.035382:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458929792:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1785389292.035619:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458929792:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 238us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389292.035628:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 119 00002000:00100000:3.0:1785389292.035635:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->4095) req@ffff94343c01ed80 x1872115458929792/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:33/0 lens 488/4536 e 0 to 0 dl 1785389303 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389292.035645:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c01ed80 with x1872115458929792 ext(0->4095) 00002000:00010000:3.0:1785389292.035649:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c01ed80 00000100:00100000:0.0:1785389292.041277:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.041390:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458929920 00000100:00100000:3.0:1785389292.041403:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458929920 00000100:00100000:3.0:1785389292.041469:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1396 00000100:00100000:3.0:1785389292.041480:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32133:x1872115458929920:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389292.041508:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389292.041536:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd798a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a332 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.041579:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.041595:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.041609:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.041734:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd798a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 55 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.041775:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.041787:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389292.041790:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389292.041794:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:3.0:1785389292.041854:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458929920:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 376us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.041863:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1396 00000100:00100000:3.0:1785389292.044736:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.044791:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458930048 00000100:00100000:3.0:1785389292.044802:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458930048 00000100:00100000:3.0:1785389292.044855:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1397 00000100:00100000:3.0:1785389292.044865:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458930048:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389292.044907:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389292.045044:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458930048:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 179us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.045053:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1397 00000100:00100000:2.0:1785389292.047892:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.052489:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458930176 00000100:00100000:3.0:1785389292.052506:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458930176 00000100:00100000:3.0:1785389292.052599:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:3.0:1785389292.052611:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458930176:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389292.052670:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052693:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389292.052698:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389292.052706:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052735:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052796:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052806:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052815:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052825:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389292.052830:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052840:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.052860:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.053300:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.053408:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458930176:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 799us (5527us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.053415:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 395 00000100:00100000:0.0:1785389292.055338:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389292.055375:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458930432 00000100:00100000:0.0:1785389292.055385:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458930432 00000100:00100000:0.0:1785389292.055437:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1398 00000100:00100000:0.0:1785389292.055448:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458930432:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389292.055542:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.055560:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.055570:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.055610:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.055631:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 54 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389292.055647:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485911552:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389292.055723:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404df2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389292.058235:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.058318:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458930560 00000100:00100000:3.0:1785389292.058329:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458930560 00010000:00010000:3.0:1785389292.058368:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.058413:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 416 00000100:00100000:3.0:1785389292.058423:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2362:x1872115458930560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389292.058439:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389292.058448:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.058463:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.058490:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389292.058496:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.058507:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.058516:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.058535:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389292.058581:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2362:x1872115458930560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 160us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.058588:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 416 00010000:00010000:0.0:1785389292.059154:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a332 expref: 54 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389292.059174:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485911552:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389292.059210:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059229:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059237:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059482:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059492:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059498:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059505:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389292.059511:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059520:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059530:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389292.059534:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389292.059538:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.059544:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd798be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389292.059680:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458930432:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 4232us (4349us total) trans 4294968227 rc 0/0 00000100:00100000:0.0:1785389292.059688:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1398 00000040:00080000:3.0:1785389292.060967:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389292.060975:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389292.061555:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1785389292.061564:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389292.072164:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.072273:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458930816 00000100:00100000:3.0:1785389292.072286:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458930816 00000100:00100000:3.0:1785389292.072357:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 282 00000100:00100000:3.0:1785389292.072369:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32133:x1872115458930816:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389292.072662:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32133:x1872115458930816:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 294us (508us total) trans 4294968228 rc 0/0 00000100:00100000:3.0:1785389292.072671:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 282 00000040:00080000:1.0:1785389292.546470:0:21829:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389292.546481:0:21829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389292.546533:0:21829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:1.0:1785389292.546539:0:21829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389292.623305:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389292.623953:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458930944 00000100:00100000:2.0:1785389292.623963:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458930944 00000100:00100000:2.0:1785389292.624015:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 396 00000100:00100000:2.0:1785389292.624025:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458930944:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389292.624043:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389292.624070:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a339 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.624095:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389292.624100:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389292.624110:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.624127:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.624141:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334a00, rc 0) 00000100:00100000:2.0:1785389292.624190:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115458930944:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 167us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389292.624197:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 396 00000100:00100000:2.0:1785389292.630129:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389292.630323:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458931200 00000100:00100000:0.0:1785389292.630333:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458931200 00000100:00100000:0.0:1785389292.630537:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1399 00000100:00100000:0.0:1785389292.630564:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32138:x1872115458931200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389292.630601:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389292.630634:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd798cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a340 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.631011:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd798d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.631029:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd798d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.631045:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd798d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389292.631118:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:0.0:1785389292.631259:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd798cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a340 expref: 108 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.631274:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd798d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a340 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389292.631282:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:0.0:1785389292.631285:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1785389292.631287:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:0.0:1785389292.631683:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32138:x1872115458931200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1125us (1562us total) trans 4294968229 rc 0/0 00000100:00100000:0.0:1785389292.631692:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1399 00000100:00100000:2.0:1785389292.633713:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.634046:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458931328 00000100:00100000:3.0:1785389292.634058:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458931328 00000100:00100000:3.0:1785389292.634131:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:3.0:1785389292.634142:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458931328:12345-192.168.204.39@tcp:1:lfs.0 00010000:00010000:3.0:1785389292.634217:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.634243:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.634255:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.634264:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389292.634269:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389292.634275:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.634316:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.634333:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 18 pid: 6615 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.634359:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485911680:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389292.634462:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.634474:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 11 pid: 6613 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.634485:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485911808:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389292.634509:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f300 going to sleep for 11 seconds 00000100:00100000:2.0:1785389292.637478:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485911680:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389292.637495:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485911808:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389292.637523:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389292.637710:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389292.637740:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389292.637794:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458931456 00000100:00100000:2.0:1785389292.637801:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458931456 00000100:00100000:3.0:1785389292.638026:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458931584 00000100:00100000:3.0:1785389292.638031:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458931584 00010000:00010000:3.0:1785389292.638053:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 19 pid: 6615 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.638102:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 417 00000100:00100000:3.0:1785389292.638110:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2362:x1872115458931584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389292.638125:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389292.638153:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 19 pid: 6615 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.638169:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 19 pid: 6615 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.638301:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f7ac268/0xb9b521054fd798c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a339 expref: 19 pid: 6615 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.638322:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389292.638367:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458931584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 258us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.638376:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 417 00010000:00010000:2.0:1785389292.638452:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 12 pid: 6613 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389292.638481:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:2.0:1785389292.638489:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458931456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389292.638497:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389292.638507:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 12 pid: 6613 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638520:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 12 pid: 6613 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638535:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ed34d33/0xb9b521054fd798a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a32b expref: 12 pid: 6613 timeout: 1112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638547:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389292.638551:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389292.638558:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638568:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638588:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389292.638607:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458931456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 119us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389292.638614:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 418 00010000:00010000:2.0:1785389292.638634:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638644:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638679:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638689:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638699:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638706:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389292.638711:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638721:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638733:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389292.638771:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd798e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389292.638816:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458931328:12345-192.168.204.39@tcp:1:lfs.0 Request processed in 4677us (5113us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389292.638825:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 397 00000100:00100000:3.0:1785389292.643109:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389292.643322:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458931840 00000100:00100000:1.0:1785389292.643333:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458931840 00000100:00100000:1.0:1785389292.643390:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 283 00000100:00100000:1.0:1785389292.643400:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32138:x1872115458931840:12345-192.168.204.39@tcp:35:lfs.0 00000004:00010000:1.0:1785389292.643481:0:13523:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x2a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd798d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a340 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389292.643766:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968230 00000001:00080000:1.0:1785389292.644562:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968231 00010000:00010000:1.0:1785389292.644620:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.644636:0:13523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.644647:0:13523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.644655:0:13523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.644705:0:13523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.644728:0:13523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 110 pid: 5820 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389292.644761:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485911936:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389292.644860:0:13523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.644871:0:13523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 54 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389292.644881:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485912064:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389292.644904:0:13523:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389292.656044:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389292.656162:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485911936:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389292.656185:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13523:1872115485912064:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389292.656232:0:13523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.658266:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458932096 00000100:00100000:0.0:1785389292.658277:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389292.658284:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458932096 00010000:00010000:3.0:1785389292.658348:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.658400:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458931968 00000100:00100000:3.0:1785389292.658404:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458931968 00010000:00010000:3.0:1785389292.658419:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 111 pid: 5820 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389292.658444:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 419 00000100:00100000:3.0:1785389292.658455:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2363:x1872115458932096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389292.658473:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389292.658480:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658492:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658522:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79832 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2f3 expref: 55 pid: 9185 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658541:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389292.658547:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658557:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658563:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389292.658625:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458932096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (2591us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.658632:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 419 00000100:00100000:3.0:1785389292.658649:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 420 00000100:00100000:3.0:1785389292.658656:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2363:x1872115458931968:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389292.658663:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389292.658668:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 111 pid: 5820 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658679:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 111 pid: 5820 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658693:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79863 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a308 expref: 111 pid: 5820 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658709:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:3.0:1785389292.658714:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658723:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.658731:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389292.664551:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389292.664638:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:2363:x1872115458931968:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5973us (6363us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389292.664651:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 420 00010000:00010000:1.0:1785389292.664915:0:13523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.664937:0:13523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389292.665106:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968232 00000001:00080000:1.0:1785389292.665342:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968233 00000001:00080000:1.0:1785389292.665404:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968234 00000100:00100000:1.0:1785389292.665503:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485912192:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1785389292.665566:0:13523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389292.665600:0:13523:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e54900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389292.666231:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912192 00000100:00100000:2.0:1785389292.666241:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912192 00000100:00100000:2.0:1785389292.666289:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1785389292.666300:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13523:x1872115485912192:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1785389292.666382:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13523:x1872115485912192:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 85us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389292.666389:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1785389292.667618:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485912192:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1785389292.668050:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968235 00000100:00100000:1.0:1785389292.668129:0:13523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485912320:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1785389292.668170:0:13523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389292.668199:0:13523:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389292.668365:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912320 00000100:00100000:3.0:1785389292.668372:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912320 00000100:00100000:3.0:1785389292.668412:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1785389292.668421:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13523:x1872115485912320:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1785389292.668575:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:13523:x1872115485912320:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 155us (403us total) trans 4294967378 rc 0/0 00000100:00100000:3.0:1785389292.668583:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1785389292.668739:0:13523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13523:1872115485912320:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1785389292.668784:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.668795:0:13523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.668804:0:13523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.668811:0:13523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389292.668816:0:13523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.668825:0:13523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.668932:0:13523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389292.668936:0:13523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1785389292.668941:0:13523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389292.668949:0:13523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd798e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389292.669184:0:13523:0:(mdd_object.c:4016:mdd_close()) Object [0x200000401:0x50:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1785389292.669308:0:13523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:1.0:1785389292.669320:0:13523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1012973574138ns, next at 1013973571684ns, rc = 0 00000001:00080000:1.0:1785389292.669326:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968236 00010000:00010000:1.0:1785389292.669356:0:13523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff943412b95b00) 00010000:00010000:1.0:1785389292.669360:0:13523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1785389292.669368:0:13523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd798d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a340 expref: 114 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389292.669508:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:32138:x1872115458931840:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 26109us (26418us total) trans 4294968237 rc 0/0 00000100:00100000:1.0:1785389292.669517:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 283 00000020:00080000:1.0:1785389292.669521:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:2.0:1785389292.785490:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389292.912093:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389292.912124:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485912448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389292.912230:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389292.913108:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912448 00000100:00100000:2.0:1785389292.913120:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912448 00000100:00100000:2.0:1785389292.913177:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1785389292.913187:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485912448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389292.913243:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389292.913317:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485912448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (1086us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389292.913325:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1785389292.913396:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485912448:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389293.814263:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389294.100535:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.100657:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458932352 00000100:00100000:3.0:1785389294.100671:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458932352 00000100:00100000:3.0:1785389294.100777:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1400 00000100:00100000:3.0:1785389294.100788:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:32148:x1872115458932352:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389294.100829:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389294.100872:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd798ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a347 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.100977:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.100995:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101009:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101026:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101033:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101040:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101241:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79904 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101251:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101258:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389294.101440:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1785389294.101583:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101593:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101599:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101607:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389294.101611:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101620:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101634:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389294.101638:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389294.101644:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101650:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879800/0xb9b521054fd798f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101665:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101671:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101678:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101686:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437878200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389294.101689:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101695:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101700:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff9434129f8b00) 00010000:00010000:3.0:1785389294.101703:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389294.101705:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101711:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878200/0xb9b521054fd798fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101779:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd798ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a347 expref: 116 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101794:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79904 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a347 expref: 115 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.101801:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389294.101803:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389294.101806:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00080000:0.0:1785389294.102006:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389294.102343:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:32148:x1872115458932352:12345-192.168.204.39@tcp:101:cat.0 Request processed in 1555us (1822us total) trans 4294968238 rc 0/0 00000100:00100000:3.0:1785389294.102353:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1400 00000100:00100000:3.0:1785389294.112119:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.112175:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.112222:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458932864 00000100:00100000:3.0:1785389294.112235:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458932864 00000100:00100000:3.0:1785389294.112297:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1401 00000100:00100000:3.0:1785389294.112312:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:32147:x1872115458932864:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389294.112343:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389294.112414:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79912 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a34e expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112517:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112536:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112550:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112567:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112575:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112581:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112739:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112776:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112784:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389294.112795:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1785389294.112916:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112924:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112931:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112937:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389294.112943:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112951:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112965:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389294.112968:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389294.112973:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112980:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79919 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.112993:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113004:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113011:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113016:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389294.113019:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113025:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113033:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff9434129f8f00) 00010000:00010000:3.0:1785389294.113035:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389294.113038:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113044:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79920 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113094:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79912 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 118 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113110:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 117 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389294.113118:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389294.113120:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389294.113124:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ece00, rc 0) 00000100:00100000:3.0:1785389294.113211:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:32147:x1872115458932864:12345-192.168.204.39@tcp:101:cat.0 Request processed in 903us (1034us total) trans 4294968239 rc 0/0 00000100:00100000:3.0:1785389294.113220:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1401 00000100:00100000:1.0:1785389294.114941:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458932608 00000100:00100000:1.0:1785389294.114962:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458932608 00000100:00100000:1.0:1785389294.115039:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:1.0:1785389294.115051:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:32148:x1872115458932608:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:1.0:1785389294.115069:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389294.115095:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79904 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a347 expref: 117 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389294.115112:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:1.0:1785389294.115116:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389294.115200:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:32148:x1872115458932608:12345-192.168.204.39@tcp:103:cat.0 Request processed in 151us (3094us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389294.115208:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 67 00000100:00100000:3.0:1785389294.121144:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389294.121333:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933120 00000100:00100000:1.0:1785389294.121346:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933120 00000100:00100000:1.0:1785389294.121411:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 284 00000100:00100000:1.0:1785389294.121422:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:32147:x1872115458933120:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389294.121724:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:32147:x1872115458933120:12345-192.168.204.39@tcp:35:cat.0 Request processed in 303us (594us total) trans 4294968240 rc 0/0 00000100:00100000:1.0:1785389294.121732:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 284 00000100:00100000:3.0:1785389294.122436:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389294.122681:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933248 00000100:00100000:1.0:1785389294.122687:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933248 00000100:00100000:1.0:1785389294.122722:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1402 00000100:00100000:1.0:1785389294.122729:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:32148:x1872115458933248:12345-192.168.204.39@tcp:58:cat.0 00000004:00020000:1.0:1785389294.122811:0:5822:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000100:00100000:3.0:1785389294.743541:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.743599:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.743637:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.743677:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.743702:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.743739:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389294.743832:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933504 00000100:00100000:1.0:1785389294.743949:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933760 00000100:00100000:1.0:1785389294.743962:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933760 00000100:00100000:1.0:1785389294.744063:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 646 00000100:00100000:1.0:1785389294.744077:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2364:x1872115458933760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389294.744219:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2364:x1872115458933760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 145us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389294.744227:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 646 00000100:00100000:1.0:1785389294.744256:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934016 00000100:00100000:1.0:1785389294.744260:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934016 00000100:00100000:1.0:1785389294.744286:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933632 00000100:00100000:1.0:1785389294.744289:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933632 00000100:00100000:1.0:1785389294.744303:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933888 00000100:00100000:1.0:1785389294.744306:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933888 00000100:00100000:1.0:1785389294.744321:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:1.0:1785389294.744328:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458934016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389294.744356:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458934016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389294.744363:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:1.0:1785389294.744373:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:1.0:1785389294.744378:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458933632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389294.744398:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458933632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389294.744404:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:1.0:1785389294.744413:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 656 00000100:00100000:1.0:1785389294.744419:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458933888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389294.744440:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458933888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389294.744446:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 656 00000100:00080000:1.0:1785389294.744461:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389294.744466:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389294.744469:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389294.746408:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933504 00000100:00100000:3.0:1785389294.746500:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 657 00000100:00100000:3.0:1785389294.746510:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2364:x1872115458933504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389294.746585:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2364:x1872115458933504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 77us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389294.746593:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 657 00000100:00100000:2.0:1785389294.747547:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458933376 00000100:00100000:2.0:1785389294.747555:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458933376 00000100:00100000:2.0:1785389294.747600:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 679 00000100:00100000:2.0:1785389294.747610:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458933376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389294.747649:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458933376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (4123us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389294.747655:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 679 00000100:00080000:1.0:1785389294.748806:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389294.831153:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389295.102028:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968229 is committed 00000001:00080000:2.0:1785389295.102052:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968227 is committed 00000001:00080000:2.0:1785389295.102065:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968240 is committed 00000004:00080000:2.0:1785389295.102073:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:2.0:1785389295.102098:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943409e54480 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:2.0:1785389295.102104:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943437db6100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943409e54900 00000020:00080000:2.0:1785389295.102116:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943437db6f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943305914000 00000001:00080000:2.0:1785389295.102176:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968228 is committed 00000020:00080000:0.0:1785389295.102615:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:0.0:1785389295.103363:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:0.0:1785389295.103377:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389295.103402:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485912576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389295.103505:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389295.103709:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912576 00000100:00100000:3.0:1785389295.103720:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912576 00000100:00100000:3.0:1785389295.103815:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1785389295.103827:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485912576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1785389295.103870:0:21226:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00002000:00010000:3.0:1785389295.103910:0:21226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 158, mtime: 0x6a6ae0eb, atime: 0x0, ctime: 0x6a6ae0eb, blocks: 0x1 00010000:00010000:3.0:1785389295.103927:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389295.103955:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=1015s v=(0 0) 00010000:00010000:3.0:1785389295.103960:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389295.103968:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389295.103985:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389295.103997:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389295.104007:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389295.104026:0:21226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1785389295.104864:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1785389295.105304:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389295.105315:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389295.105328:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389295.105334:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389295.105346:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389295.105371:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389295.105386:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79935 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389295.105411:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389295.105413:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389295.105414:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389295.105971:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3323:x1872115485912576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2142us (2463us total) trans 4294967379 rc 0/0 00000100:00100000:3.0:1785389295.105983:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000004:00080000:1.0:1785389295.116413:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943405092300/2, rc 0, transno 4294967379 00000100:00100000:1.0:1785389295.116433:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485912576:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1785389295.710288:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000001:00080000:2.0:1785389295.710314:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00010000:00010000:3.0:1785389295.856868:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389296.175118:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389296.175133:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389296.175575:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:3.0:1785389296.175586:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389296.496175:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485912704:0@lo:400:kworker.0 00000100:00100000:1.0:1785389296.496279:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389296.496404:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912704 00000100:00100000:2.0:1785389296.496415:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912704 00000100:00100000:2.0:1785389296.496479:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1785389296.496489:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485912704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.499900:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485913088:0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.499992:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389296.500099:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485913088 00000100:00100000:3.0:1785389296.500122:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485913088 00000100:00100000:3.0:1785389296.500196:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1785389296.500206:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485913088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500267:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485913088:12345-0@lo:400:kworker.0 Request processed in 61us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389296.500274:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00080000:3.0:1785389296.500299:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389296.500339:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485913088:0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500381:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485912832:0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500412:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389296.500432:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389296.500437:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485912960:0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500459:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389296.500487:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912832 00000100:00100000:3.0:1785389296.500491:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912832 00000100:00100000:3.0:1785389296.500518:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485912960 00000100:00100000:3.0:1785389296.500521:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485912960 00000100:00100000:3.0:1785389296.500547:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1785389296.500554:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485912832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500589:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485912832:12345-0@lo:400:kworker.0 Request processed in 36us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389296.500595:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1785389296.500607:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1785389296.500613:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485912960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500635:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485912960:12345-0@lo:400:kworker.0 Request processed in 23us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389296.500645:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:3.0:1785389296.500669:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389296.500685:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485912960:0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.500695:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485912832:0@lo:400:kworker.0 00000100:00100000:2.0:1785389296.506792:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485912704:12345-0@lo:400:kworker.0 Request processed in 10292us (10499us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389296.506811:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1785389296.507466:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389296.507485:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485913344:0@lo:400:kworker.0 00000100:00100000:0.0:1785389296.507559:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389296.507630:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389296.507641:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485913216:0@lo:400:kworker.0 00000100:00100000:3.0:1785389296.507686:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389296.510412:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485913216 00000100:00100000:0.0:1785389296.510432:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485913216 00000100:00100000:0.0:1785389296.510536:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1785389296.510549:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485913216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389296.510679:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485913216:12345-0@lo:400:kworker.0 Request processed in 121us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389296.510687:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1785389296.510988:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485913216:0@lo:400:kworker.0 00000100:00100000:2.0:1785389296.511262:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485913344 00000100:00100000:2.0:1785389296.511269:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485913344 00000100:00100000:2.0:1785389296.511320:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1785389296.511329:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485913344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389296.511381:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485913344:12345-0@lo:400:kworker.0 Request processed in 53us (3823us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389296.511388:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:3.0:1785389296.513994:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389296.514968:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:0.0:1785389296.514979:0:3325:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967378 committed transno 4294967379 00000004:00080000:0.0:1785389296.515009:0:3325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943405092300, transno 4294967379 00000100:00100000:0.0:1785389296.515048:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485913344:0@lo:400:kworker.0 00000100:00100000:1.0:1785389296.520280:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485912704:0@lo:400:kworker.0 00010000:00010000:2.0:1785389296.879316:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389297.009906:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389297.009938:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485913472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389297.010047:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389297.010362:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485913472 00000100:00100000:0.0:1785389297.010373:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485913472 00000100:00100000:0.0:1785389297.010457:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1785389297.010470:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485913472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389297.010521:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389297.010578:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485913472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389297.010586:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:3.0:1785389297.010889:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389297.010935:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485913472:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389297.907989:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389298.036395:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389298.036429:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485913600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389298.036525:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389298.036788:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485913600 00000100:00100000:2.0:1785389298.036799:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485913600 00000100:00100000:2.0:1785389298.036877:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1785389298.036889:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485913600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389298.036937:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389298.036993:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485913600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389298.037001:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1785389298.037060:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485913600:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389298.045804:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389298.928531:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:1.0:1785389299.567550:0:5822:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00010000:00010000:1.0:1785389299.581908:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389299.581943:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389299.581953:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389299.582013:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389299.582033:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 104 pid: 19127 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389299.582062:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485913728:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389299.582338:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305925600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389299.596676:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485913728:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389299.596724:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389299.601968:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389299.603168:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934144 00000100:00100000:3.0:1785389299.603182:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934144 00010000:00010000:3.0:1785389299.603255:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 105 pid: 19127 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1785389299.604216:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389299.606491:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 421 00000100:00100000:2.0:1785389299.606527:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2363:x1872115458934144:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389299.606555:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389299.606569:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 105 pid: 19127 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389299.606588:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 105 pid: 19127 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389299.606628:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79927 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a34e expref: 105 pid: 19127 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389299.606652:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:2.0:1785389299.606658:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389299.606671:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389299.606985:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389299.607023:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389299.607982:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389299.607994:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1785389299.608415:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:1.0:1785389299.608533:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32148:x1872115458933248:12345-192.168.204.39@tcp:58:cat.0 Request processed in 5485800us (5486094us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389299.608544:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1402 00000100:00100000:2.0:1785389299.609561:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2363:x1872115458934144:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3050us (7603us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389299.609571:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 421 00000100:00100000:3.0:1785389299.615969:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389299.616207:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934272 00000100:00100000:0.0:1785389299.616219:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934272 00000100:00100000:0.0:1785389299.616288:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1403 00000100:00100000:0.0:1785389299.616300:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32148:x1872115458934272:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389299.616333:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389299.616361:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a355 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389299.616435:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389299.616447:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 104 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389299.616471:0:5820:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389299.616486:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 104 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389299.616501:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:0.0:1785389299.616505:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389299.616509:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 104 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389299.616517:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247a00, rc 0) 00000100:00100000:0.0:1785389299.616587:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32148:x1872115458934272:12345-192.168.204.39@tcp:101:cat.0 Request processed in 289us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389299.616605:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1403 00000100:00100000:1.0:1785389299.858858:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389299.858925:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389299.858972:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389299.859017:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389299.859050:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389299.859108:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389299.859257:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934784 00000100:00100000:3.0:1785389299.859271:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934784 00000100:00100000:3.0:1785389299.859358:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:3.0:1785389299.859369:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458934784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389299.859461:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458934784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 94us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389299.859473:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 650 00000100:00100000:3.0:1785389299.859498:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934400 00000100:00100000:3.0:1785389299.859501:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934400 00000100:00100000:3.0:1785389299.859525:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 681 00000100:00100000:3.0:1785389299.859530:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458934400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389299.859554:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115458934400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389299.859561:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 681 00000100:00100000:3.0:1785389299.859602:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934528 00000100:00100000:3.0:1785389299.859606:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934528 00000100:00100000:3.0:1785389299.859635:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458935040 00000100:00100000:3.0:1785389299.859639:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458935040 00000100:00100000:3.0:1785389299.859658:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934656 00000100:00100000:3.0:1785389299.859661:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934656 00000100:00100000:3.0:1785389299.859674:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458934912 00000100:00100000:3.0:1785389299.859676:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458934912 00000100:00100000:3.0:1785389299.859692:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:3.0:1785389299.859698:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458934528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389299.859726:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:2362:x1872115458934528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389299.859733:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:3.0:1785389299.859771:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 661 00000100:00100000:3.0:1785389299.859778:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458935040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389299.859805:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458935040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389299.859811:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 661 00000100:00100000:3.0:1785389299.859825:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 662 00000100:00100000:3.0:1785389299.859832:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458934656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389299.859855:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458934656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389299.859861:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 662 00000100:00100000:3.0:1785389299.859874:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 663 00000100:00100000:3.0:1785389299.859880:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458934912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389299.859904:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458934912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389299.859911:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 663 00000100:00080000:1.0:1785389299.860374:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389299.860380:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389299.860383:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389299.951282:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1785389300.188011:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00000020:00080000:3.0:1785389300.188776:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:3.0:1785389300.188793:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000040:00080000:3.0:1785389300.271106:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389300.271117:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389300.271166:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:3.0:1785389300.271177:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389300.271341:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485913856:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389300.271483:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389300.277788:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389300.277944:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458935168 00000100:00100000:2.0:1785389300.277957:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458935168 00000100:00100000:2.0:1785389300.278039:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1404 00000100:00100000:2.0:1785389300.278052:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32150:x1872115458935168:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389300.278105:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389300.278249:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32150:x1872115458935168:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 199us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389300.278259:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1404 00000100:00100000:3.0:1785389300.278908:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485913856:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389300.311596:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389300.311679:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458935296 00000100:00100000:3.0:1785389300.311689:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458935296 00000100:00100000:3.0:1785389300.311741:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1405 00000100:00100000:3.0:1785389300.311775:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32150:x1872115458935296:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1785389300.311854:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311872:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311883:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311897:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311904:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311910:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311931:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311939:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.311945:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389300.312001:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00000004:00200000:3.0:1785389300.312005:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389300.312016:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312025:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312045:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312052:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312058:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389300.312071:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312079:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312090:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:3.0:1785389300.312093:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389300.312098:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312104:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd7994a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312118:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312124:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312129:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312133:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389300.312136:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312141:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312146:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x98b61b69 (ffff9434129f8300) 00010000:00010000:3.0:1785389300.312147:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389300.312150:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312154:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79951 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312166:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312170:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312175:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312179:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ece00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389300.312182:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312190:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312198:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389300.312201:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389300.312204:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.312210:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79958 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389300.312360:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32150:x1872115458935296:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 577us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389300.312373:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1405 00000100:00100000:1.0:1785389300.314877:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.314977:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458935552 00000100:00100000:0.0:1785389300.314997:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458935552 00000100:00100000:0.0:1785389300.315073:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1406 00000100:00100000:0.0:1785389300.315084:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32150:x1872115458935552:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389300.315396:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389300.315420:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7995f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a35c expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.315531:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.315547:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.315559:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389300.315570:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:0.0:1785389300.317915:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.317932:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.317940:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.317947:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389300.317952:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.317962:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.317980:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:0.0:1785389300.317983:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389300.317988:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.317995:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79966 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.318056:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7995f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a35c expref: 51 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.318078:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:0.0:1785389300.318081:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389300.318085:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7995f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a35c expref: 51 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.318096:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247200, rc 0) 00000100:00100000:0.0:1785389300.318177:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32150:x1872115458935552:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 3094us (3307us total) trans 4294968241 rc 301/301 00000100:00100000:0.0:1785389300.318186:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1406 00000100:00100000:1.0:1785389300.330624:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.330770:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458935680 00000100:00100000:0.0:1785389300.330783:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458935680 00000100:00100000:0.0:1785389300.330870:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1407 00000100:00100000:0.0:1785389300.330882:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32150:x1872115458935680:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389300.330936:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389300.331086:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32150:x1872115458935680:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 205us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389300.331095:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1407 00000100:00100000:2.0:1785389300.343294:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.345766:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458935936 00000100:00100000:0.0:1785389300.345785:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458935936 00000100:00100000:0.0:1785389300.345874:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1408 00000100:00100000:0.0:1785389300.345887:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32150:x1872115458935936:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389300.345916:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389300.345944:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79974 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a363 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.352505:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7997b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.352530:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7997b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.352545:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7997b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389300.352561:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00010000:00010000:0.0:1785389300.352630:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79974 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a363 expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.352653:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7997b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a363 expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.354295:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389300.354303:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389300.354308:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246000, rc 0) 00000100:00100000:0.0:1785389300.354409:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458935936:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 8521us (11127us total) trans 4294968242 rc 0/0 00000100:00100000:0.0:1785389300.354422:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1408 00000100:00100000:1.0:1785389300.358538:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.358618:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458936192 00000100:00100000:0.0:1785389300.358627:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458936192 00000100:00100000:0.0:1785389300.358689:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1409 00000100:00100000:0.0:1785389300.358698:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458936192:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389300.358796:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389300.358828:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7997b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a363 expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.358844:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389300.358853:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389300.358874:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.358888:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 103 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.358898:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.358929:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 103 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.358943:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 103 pid: 19127 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389300.358956:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485913984:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389300.359026:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f300 going to sleep for 11 seconds 00000100:00100000:1.0:1785389300.370071:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.370960:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485913984:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389300.370988:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389300.371116:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458936320 00000100:00100000:3.0:1785389300.371157:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458936320 00010000:00010000:3.0:1785389300.371194:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 104 pid: 19127 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389300.371253:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:3.0:1785389300.371262:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:2362:x1872115458936320:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389300.371276:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389300.371282:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 104 pid: 19127 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.371295:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 104 pid: 19127 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.371316:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79878 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a316 expref: 104 pid: 19127 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.371329:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:3.0:1785389300.371334:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.371342:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.371353:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.371491:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389300.371558:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2362:x1872115458936320:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 296us (1505us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389300.371566:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 422 00010000:00010000:0.0:1785389300.385708:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.385726:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.394277:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.394321:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.394334:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395350:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395359:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395366:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395803:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389300.395808:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395823:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395837:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:1.0:1785389300.395840:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389300.395844:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395850:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79989 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395862:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395867:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395873:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395878:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389300.395881:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395886:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395892:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x2dad5e2f (ffff943412b95b00) 00010000:00010000:1.0:1785389300.395894:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389300.395896:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.395901:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79990 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x2dad5e2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389300.395990:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458936192:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 37289us (37459us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389300.395999:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1409 00000100:00100000:2.0:1785389300.415156:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.415348:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458936448 00000100:00100000:0.0:1785389300.415358:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458936448 00000100:00100000:0.0:1785389300.415423:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1410 00000100:00100000:0.0:1785389300.415432:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458936448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389300.415453:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389300.415485:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79997 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a36a expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.415521:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.415535:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.415547:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.415647:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79997 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.415664:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.415672:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389300.415675:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389300.415679:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246600, rc 0) 00000100:00100000:0.0:1785389300.415813:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458936448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 381us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389300.415834:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1410 00000100:00100000:2.0:1785389300.446738:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.446923:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458936704 00000100:00100000:0.0:1785389300.446941:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458936704 00000100:00100000:0.0:1785389300.446989:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1411 00000100:00100000:0.0:1785389300.446998:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458936704:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1785389300.447088:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.447106:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.447119:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389300.447310:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ca1d372e reply state 00000000eea09c8e transno 4294968243 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389300.447319:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389300.447415:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32150:x1872115458936704:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 418us (684us total) trans 4294968243 rc 0/0 00000100:00100000:0.0:1785389300.447421:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1411 00010000:00010000:1.0:1785389300.450295:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450311:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450319:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450325:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389300.450330:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450337:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450355:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:1.0:1785389300.450358:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1785389300.450362:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450378:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd799a5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389300.450595:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389300.450781:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458936832 00000100:00100000:1.0:1785389300.450791:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458936832 00000100:00100000:1.0:1785389300.450830:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1412 00000100:00100000:1.0:1785389300.450837:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32150:x1872115458936832:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389300.450860:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389300.450876:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a371 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450925:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450936:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.450944:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:1.0:1785389300.450947:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389300.450949:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329a00, rc 0) 00000100:00100000:1.0:1785389300.450993:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32150:x1872115458936832:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 156us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389300.451004:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1412 00000100:00100000:2.0:1785389300.453698:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389300.453774:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458936960 00000100:00100000:1.0:1785389300.453781:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458936960 00000100:00100000:1.0:1785389300.453822:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 285 00000100:00100000:1.0:1785389300.453829:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32150:x1872115458936960:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1785389300.453933:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32150:x1872115458936960:12345-192.168.204.39@tcp:49:lhsmtool_posix.0 Request processed in 104us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389300.453939:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 285 00000100:00100000:3.0:1785389300.458489:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.458620:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458937216 00000100:00100000:0.0:1785389300.458630:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458937216 00000100:00100000:0.0:1785389300.458686:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 286 00000100:00100000:0.0:1785389300.458697:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b017050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32150:x1872115458937216:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389300.458952:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b017050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32150:x1872115458937216:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 256us (470us total) trans 4294968244 rc 0/0 00000100:00100000:0.0:1785389300.458960:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 286 00000100:00100000:3.0:1785389300.469573:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389300.470495:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458937472 00000100:00100000:2.0:1785389300.470510:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458937472 00000100:00100000:2.0:1785389300.470586:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1413 00000100:00100000:2.0:1785389300.470596:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32150:x1872115458937472:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389300.470726:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32150:x1872115458937472:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 131us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389300.470733:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1413 00000100:00100000:2.0:1785389300.476026:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389300.476162:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458937728 00000100:00100000:3.0:1785389300.476171:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458937728 00000100:00100000:3.0:1785389300.476226:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1414 00000100:00100000:3.0:1785389300.476236:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32150:x1872115458937728:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389300.476253:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389300.476271:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd799b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a378 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.476360:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.476430:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 56 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.476438:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.476469:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 56 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.476488:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 56 pid: 9185 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389300.476501:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485914112:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389300.476895:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389300.496640:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.496724:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458937856 00000100:00100000:0.0:1785389300.496733:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458937856 00010000:00010000:0.0:1785389300.496781:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 57 pid: 9185 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389300.496845:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00100000:0.0:1785389300.496853:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115458937856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389300.496868:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389300.496874:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 57 pid: 9185 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.496890:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 57 pid: 9185 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.496918:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389300.496924:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.496932:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.496939:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.496975:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389300.497019:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115458937856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 167us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389300.497026:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 423 00010000:00010000:3.0:1785389300.499631:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd799ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a371 expref: 56 pid: 9185 timeout: 1120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389300.499648:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485914112:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389300.499679:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.499687:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.499692:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389300.499708:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00000004:00080000:2.0:1785389300.502407:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1785389300.502563:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502574:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502582:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502588:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389300.502593:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502600:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502616:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:2.0:1785389300.502619:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1785389300.502623:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502633:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd799ba lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502703:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd799b3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a378 expref: 56 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502714:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff9434129f8a00) 00010000:00010000:2.0:1785389300.502717:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389300.502720:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd799b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a378 expref: 56 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.502731:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:2.0:1785389300.502847:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32150:x1872115458937728:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 26612us (26827us total) trans 4294968245 rc 301/301 00000100:00100000:2.0:1785389300.502856:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1414 00000100:00100000:0.0:1785389300.543992:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389300.544154:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458938112 00000100:00100000:2.0:1785389300.544164:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458938112 00000100:00100000:2.0:1785389300.544224:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 287 00000100:00100000:2.0:1785389300.544234:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32150:x1872115458938112:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389300.544580:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32150:x1872115458938112:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 347us (595us total) trans 4294968246 rc 0/0 00000100:00100000:2.0:1785389300.544588:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 287 00000100:00100000:3.0:1785389300.549718:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.549864:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458938240 00000100:00100000:0.0:1785389300.549894:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458938240 00000100:00100000:0.0:1785389300.549958:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1415 00000100:00100000:0.0:1785389300.549967:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32150:x1872115458938240:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389300.549990:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389300.550011:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd799c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a37f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.550100:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd799cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.550121:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd799cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.550141:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd799cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389300.550175:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00000004:00200000:0.0:1785389300.550179:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389300.550196:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd799cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.550221:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd799c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a37f expref: 58 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.550239:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd799cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a37f expref: 57 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.550426:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389300.550430:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1785389300.550434:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246400, rc 0) 00000100:00100000:0.0:1785389300.550557:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:32150:x1872115458938240:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 589us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389300.550564:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1415 00000100:00100000:1.0:1785389300.589816:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389300.590814:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458938368 00000100:00100000:3.0:1785389300.590824:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458938368 00000100:00100000:3.0:1785389300.590886:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:3.0:1785389300.590896:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458938368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389300.590916:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389300.590936:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a386 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389300.590963:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389300.590980:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=1020s v=(0 0) 00010000:00010000:3.0:1785389300.590984:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389300.590994:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.591012:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.591025:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ece00, rc 0) 00000100:00100000:3.0:1785389300.591097:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458938368:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 202us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389300.591104:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 399 00000100:00100000:1.0:1785389300.598134:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389300.598164:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458938624 00000100:00100000:1.0:1785389300.598174:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458938624 00000100:00100000:1.0:1785389300.598221:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1416 00000100:00100000:1.0:1785389300.598230:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:32150:x1872115458938624:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389300.598324:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:32150:x1872115458938624:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 94us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389300.598332:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1416 00000100:00100000:3.0:1785389300.606480:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389300.606514:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458938752 00000100:00100000:3.0:1785389300.606523:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458938752 00000100:00100000:3.0:1785389300.606568:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 400 00000100:00100000:3.0:1785389300.606576:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:32150:x1872115458938752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389300.606594:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389300.606611:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a38d expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.606642:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.606657:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389300.606662:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389300.606667:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.606697:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.606710:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 1120 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389300.606721:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485914240:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389300.606820:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9000 going to sleep for 11 seconds 00000100:00100000:3.0:1785389300.621398:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485914240:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389300.621432:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389300.621455:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ec400, rc 0) 00000100:00100000:3.0:1785389300.621512:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:32150:x1872115458938752:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 14935us (15041us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389300.621521:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 400 00000100:00100000:1.0:1785389300.622665:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389300.624198:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458938880 00000100:00100000:2.0:1785389300.624209:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458938880 00010000:00010000:2.0:1785389300.624250:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 1120 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389300.624315:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 424 00000100:00100000:2.0:1785389300.624324:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458938880:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389300.624340:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389300.624361:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 1120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.624386:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 1120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.624409:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd799d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a386 expref: 11 pid: 6615 timeout: 1120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.624425:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389300.624429:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389300.624436:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 10 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.624445:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 10 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.624481:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 10 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389300.624495:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485914368:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389300.624572:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389300.632932:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485914368:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389300.632965:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389300.633021:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458938880:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 8697us (10365us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389300.633031:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 424 00000100:00100000:1.0:1785389300.655116:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389300.655284:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458939008 00000100:00100000:3.0:1785389300.655293:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458939008 00002000:00100000:3.0:1785389300.655338:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (0->157) req@ffff94342e35e300 x1872115458939008/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:41/0 lens 648/0 e 0 to 0 dl 1785389311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389300.655350:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35e300 with x1872115458939008 ext(0->157) 00002000:00010000:3.0:1785389300.655355:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35e300 00000100:00100000:3.0:1785389300.655411:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 120 00000100:00100000:3.0:1785389300.655420:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458939008:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1785389300.655884:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458939008:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 464us (777us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1785389300.655892:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 120 00002000:00100000:3.0:1785389300.655899:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (0->157) req@ffff94342e35e300 x1872115458939008/t4294967377(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:41/0 lens 648/448 e 0 to 0 dl 1785389311 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389300.655908:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35e300 with x1872115458939008 ext(0->157) 00002000:00010000:3.0:1785389300.655911:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35e300 00000100:00100000:0.0:1785389300.665775:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389300.671851:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458939136 00000100:00100000:2.0:1785389300.671865:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458939136 00000100:00100000:0.0:1785389300.672187:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1417 00000100:00100000:0.0:1785389300.672201:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:32150:x1872115458939136:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1785389300.797513:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968244 is committed 00000001:00080000:3.0:1785389300.797548:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968246 is committed 00000100:00100000:2.0:1785389300.797788:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458939136:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 125586us (132044us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389300.797798:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1417 00000100:00100000:1.0:1785389300.819796:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389300.819981:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458939264 00000100:00100000:0.0:1785389300.819992:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458939264 00000100:00100000:0.0:1785389300.820071:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 401 00000100:00100000:0.0:1785389300.820081:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458939264:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1785389300.932317:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967377 is committed 00000100:00100000:1.0:1785389300.932621:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458939264:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 112536us (112872us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389300.932632:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 401 00000100:00100000:3.0:1785389300.944177:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389300.954146:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458939520 00000100:00100000:2.0:1785389300.954161:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458939520 00000100:00100000:2.0:1785389300.954321:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1418 00000100:00100000:2.0:1785389300.954331:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458939520:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1785389300.954389:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389300.954414:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd799cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a37f expref: 51 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.954431:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:2.0:1785389300.954436:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389300.954462:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.954474:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389300.954487:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389300.954658:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e9231a96 reply state 00000000b1e77fdb transno 4294968247 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389300.954666:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389300.954791:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458939520:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 461us (10621us total) trans 4294968247 rc 0/0 00000100:00100000:2.0:1785389300.954797:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1418 00010000:00010000:0.0:1785389300.960459:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.960476:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.960485:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.960492:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389300.960497:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.960504:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.960518:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389300.960521:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389300.960525:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389300.960530:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd799e4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389300.965315:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389300.979911:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458939648 00000100:00100000:1.0:1785389300.979928:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458939648 00000100:00100000:1.0:1785389300.980993:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1419 00000100:00100000:1.0:1785389300.981005:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458939648:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389300.981039:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389300.981070:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a394 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.981132:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.981147:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389300.981179:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:1.0:1785389300.981182:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389300.981186:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329800, rc 0) 00000100:00100000:1.0:1785389300.981241:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458939648:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 239us (15936us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389300.981247:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1419 00000100:00100000:3.0:1785389300.986301:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389300.988180:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458939776 00000100:00100000:1.0:1785389300.988192:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458939776 00000100:00100000:1.0:1785389300.988245:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 402 00000100:00100000:1.0:1785389300.988255:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458939776:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1785389300.990077:0:12002:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1785389300.990083:0:12002:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime from disk: 0 -> 1785389291 00002000:00010000:1.0:1785389300.990085:0:12002:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime from disk: 0 -> 1785389291 00002000:00010000:1.0:1785389300.990087:0:12002:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime from disk: 0 -> 1785389291 00002000:00010000:1.0:1785389300.990089:0:12002:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1785389300.990315:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458939776:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 2058us (4020us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1785389300.990325:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 402 00010000:00010000:3.0:1785389300.993987:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389301.006495:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389301.006625:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940032 00000100:00100000:2.0:1785389301.006634:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940032 00000100:00100000:2.0:1785389301.006704:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1420 00000100:00100000:2.0:1785389301.006715:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32150:x1872115458940032:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1785389301.006820:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.006836:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.006846:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.006880:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.006894:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 52 pid: 5821 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389301.006914:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485914496:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389301.006992:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e54480 going to sleep for 11 seconds 00000100:00080000:1.0:1785389301.007323:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389301.022913:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485914496:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389301.022944:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.031673:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389301.032110:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940160 00000100:00100000:1.0:1785389301.032144:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940160 00010000:00010000:1.0:1785389301.032194:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 53 pid: 5821 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389301.032236:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 425 00000100:00100000:1.0:1785389301.032247:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2363:x1872115458940160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389301.032261:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389301.032268:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 53 pid: 5821 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.032281:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 53 pid: 5821 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.032302:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7999e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a36a expref: 53 pid: 5821 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.032318:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:1.0:1785389301.032324:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.032333:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.032345:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.032371:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389301.032429:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:2363:x1872115458940160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 183us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389301.032437:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 425 00010000:00010000:3.0:1785389301.032619:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032646:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032706:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032715:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032722:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032727:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389301.032732:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032739:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032779:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:3.0:1785389301.032782:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1785389301.032786:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.032792:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd799f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.032835:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458940032:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 26123us (26348us total) trans 0 rc -22/-22 00000100:00100000:3.0:1785389301.032843:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1420 00000100:00100000:0.0:1785389301.052362:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389301.052890:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940288 00000100:00100000:2.0:1785389301.052901:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940288 00000100:00100000:2.0:1785389301.052987:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1785389301.052997:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458940288:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389301.053113:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.053134:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.053144:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1d:0x0].0x0 since=1s v=(0 0) 00000100:00080000:1.0:1785389301.053256:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389301.053397:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389301.053405:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.053451:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 11 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.053546:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 11 pid: 6613 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389301.053563:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485914624:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389301.053688:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e54480 going to sleep for 11 seconds 00000100:00100000:2.0:1785389301.094135:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389301.094283:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940416 00000100:00100000:1.0:1785389301.094292:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940416 00010000:00010000:1.0:1785389301.094331:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 12 pid: 6613 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389301.094365:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 426 00000100:00100000:1.0:1785389301.094374:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458940416:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389301.094391:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389301.094415:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 12 pid: 6613 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.094429:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 12 pid: 6613 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.094452:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389301.094456:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389301.094472:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.094487:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389301.094508:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389301.094575:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458940416:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 190us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389301.094582:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 426 00010000:00010000:3.0:1785389301.096993:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000204c9db9/0xb9b521054fd799dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a38d expref: 11 pid: 6613 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.097058:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485914624:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389301.097082:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097093:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097102:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097133:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097141:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097160:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097176:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389301.097181:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097190:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097207:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.097214:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009f7ca05/0xb9b521054fd799f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.097298:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458940288:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 44302us (44966us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389301.097307:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 403 00000100:00100000:2.0:1785389301.102693:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389301.103903:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940672 00000100:00100000:3.0:1785389301.103913:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940672 00000100:00100000:3.0:1785389301.103968:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1421 00000100:00100000:3.0:1785389301.103978:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:32150:x1872115458940672:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389301.104066:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104082:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104093:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104308:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104320:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104332:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104382:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.104394:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 52 pid: 19127 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.104405:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485914752:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389301.104512:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389301.113396:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389301.113686:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940800 00000100:00100000:0.0:1785389301.113695:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940800 00010000:00010000:0.0:1785389301.113730:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 53 pid: 19127 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389301.113793:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:0.0:1785389301.113810:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115458940800:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389301.113831:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389301.113837:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 53 pid: 19127 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.113848:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 53 pid: 19127 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.113867:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:0.0:1785389301.113872:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.113881:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.113887:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.113903:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389301.113967:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115458940800:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 165us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389301.113973:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 427 00010000:00010000:3.0:1785389301.114615:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd799eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a394 expref: 52 pid: 19127 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.114632:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485914752:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389301.114651:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.114669:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.114675:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389301.115312:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968248 00000001:00080000:3.0:1785389301.115440:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968249 00000001:00080000:3.0:1785389301.120182:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968250 00000100:00100000:3.0:1785389301.120339:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485914880:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1785389301.120403:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389301.120442:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1785389301.121589:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485914880 00000100:00100000:2.0:1785389301.121598:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485914880 00000100:00100000:2.0:1785389301.121671:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1785389301.121688:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485914880:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1785389301.121824:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485914880:12345-0@lo:1000:mdt00_001.0 Request processed in 143us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389301.121838:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:3.0:1785389301.124159:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389301.124206:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485914880:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1785389301.124633:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968251 00000100:00100000:3.0:1785389301.124698:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485915008:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1785389301.124763:0:5821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389301.124793:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389301.124935:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915008 00000100:00100000:1.0:1785389301.124942:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915008 00000100:00100000:1.0:1785389301.124981:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1785389301.124988:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5821:x1872115485915008:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1785389301.125180:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5821:x1872115485915008:12345-0@lo:1000:mdt00_001.0 Request processed in 192us (435us total) trans 4294967379 rc 0/0 00000100:00100000:1.0:1785389301.125187:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1785389301.127703:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5821:1872115485915008:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1785389301.127888:0:5821:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968252 00010000:00010000:3.0:1785389301.127923:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.127933:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.127941:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.127946:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389301.127950:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.127957:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.127970:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9434092fe800) 00010000:00010000:3.0:1785389301.127972:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389301.127991:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.127998:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a07 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128135:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128143:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128205:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128211:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389301.128215:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128221:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128229:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389301.128232:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389301.128239:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128250:0:5821:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128260:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.128300:0:5821:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389301.128313:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485915136:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389301.128405:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389301.137569:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389301.137889:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485915136:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389301.137923:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.137934:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7993c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.137983:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.137996:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138038:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138093:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138107:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138113:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138122:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389301.138126:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138172:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138189:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389301.138192:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389301.138195:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138223:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a0e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138234:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138280:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138288:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138293:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ece00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389301.138316:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138323:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138351:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:3.0:1785389301.138353:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389301.138356:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.138869:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ece00/0xb9b521054fd79a00 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389301.139249:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458940928 00000100:00100000:1.0:1785389301.139257:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458940928 00000100:00100000:1.0:1785389301.139379:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 288 00000100:00100000:1.0:1785389301.139390:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32148:x1872115458940928:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:1.0:1785389301.139697:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32148:x1872115458940928:12345-192.168.204.39@tcp:49:cat.0 Request processed in 308us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389301.139704:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 288 00000100:00080000:0.0:1785389301.141314:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389301.141555:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32150:x1872115458940672:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 37574us (38864us total) trans 4294968253 rc 0/0 00000100:00100000:2.0:1785389301.141566:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1421 00000020:00080000:2.0:1785389301.141570:0:5821:0:(tgt_main.c:787:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1785389301.148161:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389301.148170:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389301.148646:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1785389301.148654:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389301.155037:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389301.155083:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389301.155143:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458941312 00000100:00100000:3.0:1785389301.155159:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458941312 00000100:00100000:3.0:1785389301.155219:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 404 00000100:00100000:3.0:1785389301.155228:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+14:32148:x1872115458941312:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389301.155246:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389301.155264:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd79a15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a39b expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389301.155289:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 158, mtime: 0x6a6ae0eb, atime: 0x6a6ae0eb, ctime: 0x6a6ae0eb, blocks: 0xb 00010000:00010000:3.0:1785389301.155308:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=1021s v=(0 0) 00010000:00010000:3.0:1785389301.155312:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389301.155319:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd79a15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a39b expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.155333:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd79a15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a39b expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.155343:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ece00, rc 0) 00000100:00100000:3.0:1785389301.155389:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:32148:x1872115458941312:12345-192.168.204.39@tcp:101:cat.0 Request processed in 162us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389301.155396:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 404 00000100:00080000:1.0:1785389301.155548:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389301.155597:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458941184 00000100:00100000:0.0:1785389301.155601:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458941184 00000100:00100000:0.0:1785389301.155637:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 68 00000100:00100000:0.0:1785389301.155643:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32147:x1872115458941184:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:0.0:1785389301.155652:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389301.155669:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79943 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a355 expref: 103 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.155682:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434129f8900) 00010000:00010000:0.0:1785389301.155689:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389301.155719:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32147:x1872115458941184:12345-192.168.204.39@tcp:103:cat.0 Request processed in 76us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389301.155724:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 68 00000100:00100000:2.0:1785389301.159024:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389301.159842:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458941568 00000100:00100000:3.0:1785389301.159852:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458941568 00000100:00100000:3.0:1785389301.159901:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 289 00000100:00100000:3.0:1785389301.159911:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32150:x1872115458941568:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389301.167519:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389301.167934:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458941696 00000100:00100000:0.0:1785389301.167944:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458941696 00000100:00100000:0.0:1785389301.168003:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1422 00000100:00100000:0.0:1785389301.168013:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32147:x1872115458941696:12345-192.168.204.39@tcp:58:cat.0 00000100:00100000:0.0:1785389301.168170:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32147:x1872115458941696:12345-192.168.204.39@tcp:58:cat.0 Request processed in 150us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389301.168178:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1422 00000100:00100000:3.0:1785389301.173389:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389301.179017:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458941824 00000100:00100000:0.0:1785389301.179031:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458941824 00000100:00100000:0.0:1785389301.179135:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1423 00000100:00100000:0.0:1785389301.179146:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+102:32147:x1872115458941824:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389301.179178:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389301.179202:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79a1c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3a2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.179272:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79a1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3a2 expref: 103 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.179296:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247a00/0xb9b521054fd79a1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3a2 expref: 103 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389301.179315:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9434092fe900) 00010000:00010000:0.0:1785389301.179318:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389301.179321:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247a00, rc 0) 00000100:00100000:0.0:1785389301.179408:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32147:x1872115458941824:12345-192.168.204.39@tcp:101:cat.0 Request processed in 263us (6025us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389301.179414:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1423 00000004:00080000:2.0:1785389301.188769:0:5824:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389301.188917:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968254 00010000:00010000:2.0:1785389301.188990:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.189006:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.191264:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.191280:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.191286:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.191292:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389301.191317:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389301.191799:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:32150:x1872115458941568:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 31884us (32805us total) trans 4294968255 rc 0/0 00000100:00100000:2.0:1785389301.191809:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 289 00000020:00080000:2.0:1785389301.191815:0:5824:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1785389301.192986:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389301.192997:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.193006:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389301.193011:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.193020:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.193034:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389301.193038:0:5809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389301.193051:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.193058:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a23 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389301.193077:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389301.193079:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389301.193080:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389301.231525:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389301.232104:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458941952 00000100:00100000:0.0:1785389301.232114:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458941952 00002000:00100000:0.0:1785389301.232168:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (0->4095) req@ffff94342e35c000 x1872115458941952/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:42/0 lens 488/0 e 0 to 0 dl 1785389312 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389301.232179:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35c000 with x1872115458941952 ext(0->4095) 00002000:00010000:0.0:1785389301.232185:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35c000 00000100:00100000:0.0:1785389301.232212:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 121 00000100:00100000:0.0:1785389301.232220:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2362:x1872115458941952:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1785389301.232401:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2362:x1872115458941952:12345-192.168.204.39@tcp:3:cat.0 Request processed in 181us (886us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389301.232407:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 121 00002000:00100000:0.0:1785389301.232414:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (0->4095) req@ffff94342e35c000 x1872115458941952/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:42/0 lens 488/4536 e 0 to 0 dl 1785389312 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389301.232423:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94342e35c000 with x1872115458941952 ext(0->4095) 00002000:00010000:0.0:1785389301.232426:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94342e35c000 00000100:00100000:1.0:1785389301.255100:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389301.255430:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942208 00000100:00100000:2.0:1785389301.255440:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942208 00000100:00100000:2.0:1785389301.255511:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:2.0:1785389301.255522:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32148:x1872115458942208:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389301.255839:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32148:x1872115458942208:12345-192.168.204.39@tcp:35:cat.0 Request processed in 318us (746us total) trans 4294968256 rc 0/0 00000100:00100000:2.0:1785389301.255847:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 290 00000100:00100000:3.0:1785389301.615862:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485915392:0@lo:400:kworker.0 00000100:00100000:3.0:1785389301.615933:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389301.616015:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389301.616021:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485915520:0@lo:400:kworker.0 00000100:00100000:3.0:1785389301.616054:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389301.616296:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915392 00000100:00100000:0.0:1785389301.616304:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915392 00000100:00100000:0.0:1785389301.616352:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915520 00000100:00100000:0.0:1785389301.616355:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915520 00000100:00100000:0.0:1785389301.616384:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1785389301.616393:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485915392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389301.616450:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485915392:12345-0@lo:400:kworker.0 Request processed in 57us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389301.616473:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1785389301.616491:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1785389301.616497:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485915520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389301.616526:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485915520:12345-0@lo:400:kworker.0 Request processed in 29us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389301.616531:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1785389301.617225:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485915648:0@lo:400:kworker.0 00000100:00100000:1.0:1785389301.617270:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389301.617303:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1785389301.617310:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485915264:0@lo:400:kworker.0 00000100:00100000:1.0:1785389301.617339:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389301.617357:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485915776:0@lo:400:kworker.0 00000100:00100000:1.0:1785389301.617379:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389301.617406:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915776 00000100:00100000:1.0:1785389301.617410:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915776 00000100:00100000:1.0:1785389301.617439:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1785389301.617445:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485915776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389301.617495:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485915776:12345-0@lo:400:kworker.0 Request processed in 49us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389301.617500:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:1.0:1785389301.617515:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389301.617518:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389301.617540:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485915776:0@lo:400:kworker.0 00000100:00100000:2.0:1785389301.618165:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915648 00000100:00100000:2.0:1785389301.618171:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915648 00000100:00080000:2.0:1785389301.618187:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389301.618210:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1785389301.618216:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485915648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389301.618267:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485915648:12345-0@lo:400:kworker.0 Request processed in 51us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389301.618273:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1785389301.618296:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485915648:0@lo:400:kworker.0 00000100:00100000:3.0:1785389301.618774:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915264 00000100:00100000:3.0:1785389301.618779:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915264 00000100:00100000:3.0:1785389301.618805:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1785389301.618813:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485915264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389301.618860:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485915264:12345-0@lo:400:kworker.0 Request processed in 38us (1510us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389301.618866:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1785389301.618903:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485915520:0@lo:400:kworker.0 00000100:00100000:3.0:1785389301.618915:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485915392:0@lo:400:kworker.0 00000100:00100000:2.0:1785389301.620386:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485915264:0@lo:400:kworker.0 00010000:00010000:2.0:1785389301.998957:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389302.127426:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1785389302.127447:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485915904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389302.127527:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389302.127587:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485915904 00000100:00100000:1.0:1785389302.127594:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485915904 00000100:00100000:1.0:1785389302.127638:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1785389302.127648:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485915904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389302.127694:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389302.127775:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485915904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389302.127949:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1785389302.128068:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485915904:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389302.197228:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389302.197245:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389302.197731:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1785389302.197739:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389303.027132:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389303.145670:0:21933:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389303.145680:0:21933:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389303.145725:0:21933:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1785389303.145730:0:21933:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389303.163141:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389303.163163:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485916032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389303.163230:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389303.165029:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916032 00000100:00100000:3.0:1785389303.165039:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916032 00000100:00100000:3.0:1785389303.165102:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1785389303.165111:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485916032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389303.165144:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389303.165193:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485916032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389303.165198:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00080000:0.0:1785389303.165562:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389303.165627:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485916032:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389304.047664:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389304.992496:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389304.992904:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942464 00000100:00100000:0.0:1785389304.992915:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942464 00000100:00100000:0.0:1785389304.993007:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00100000:0.0:1785389304.993018:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:2364:x1872115458942464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389304.993097:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:2364:x1872115458942464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 81us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389304.993105:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 654 00000100:00080000:2.0:1785389304.993648:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389304.993737:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389304.993784:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389304.993891:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942720 00000100:00100000:2.0:1785389304.993897:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942720 00000100:00100000:2.0:1785389304.993950:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942976 00000100:00100000:2.0:1785389304.993953:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942976 00000100:00100000:2.0:1785389304.993990:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 665 00000100:00100000:2.0:1785389304.994000:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458942720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389304.994039:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458942720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389304.994045:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 665 00000100:00100000:2.0:1785389304.994058:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 666 00000100:00100000:2.0:1785389304.994064:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458942976:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389304.994088:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458942976:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389304.994093:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 666 00000100:00080000:0.0:1785389305.005800:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389305.005810:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389305.006711:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389305.006802:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389305.006822:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389305.006849:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389305.006938:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942592 00000100:00100000:1.0:1785389305.006948:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942592 00000100:00100000:1.0:1785389305.007016:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943104 00000100:00100000:1.0:1785389305.007020:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943104 00000100:00100000:1.0:1785389305.007043:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 667 00000100:00100000:1.0:1785389305.007054:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2364:x1872115458942592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389305.007131:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2364:x1872115458942592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 78us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389305.007138:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 667 00000100:00100000:1.0:1785389305.007155:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 668 00000100:00100000:1.0:1785389305.007160:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458943104:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389305.007182:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458943104:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389305.007187:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 668 00000100:00080000:1.0:1785389305.007200:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389305.007203:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389305.008143:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942336 00000100:00100000:3.0:1785389305.008152:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942336 00000100:00100000:3.0:1785389305.008191:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 683 00000100:00100000:3.0:1785389305.008200:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458942336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389305.008237:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458942336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389305.008243:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 683 00000100:00100000:2.0:1785389305.011012:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458942848 00000100:00100000:2.0:1785389305.011025:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458942848 00000100:00100000:2.0:1785389305.011076:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00100000:2.0:1785389305.011085:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:2364:x1872115458942848:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389305.011163:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:2364:x1872115458942848:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 79us (4338us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389305.011170:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 655 00000100:00080000:0.0:1785389305.011382:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389305.071639:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389305.889392:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968256 is committed 00000001:00080000:2.0:1785389305.889408:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968247 is committed 00000001:00080000:2.0:1785389305.889413:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968255 is committed 00000020:00080000:2.0:1785389305.889426:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9433052b9900 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:2.0:1785389305.889431:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343c861100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9433052b9000 00000020:00080000:2.0:1785389305.889434:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff94343c861700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9433051f2000 00000020:00080000:3.0:1785389305.890830:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:3.0:1785389305.891030:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:2.0:1785389306.111648:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389306.294771:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389306.294780:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389306.295071:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:1.0:1785389306.295077:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1785389306.304242:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:2.0:1785389306.304257:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967378 is committed 00000100:00100000:1.0:1785389306.736989:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485916160:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737071:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389306.737111:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485916672:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737133:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389306.737155:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1785389306.737160:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485916288:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737177:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389306.737192:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485916800:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737214:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389306.737239:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485916416:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737259:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389306.737277:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389306.737282:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485916544:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737303:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389306.737336:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916160 00000100:00100000:1.0:1785389306.737343:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916160 00000100:00100000:1.0:1785389306.737385:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1785389306.737394:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485916160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737456:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485916160:12345-0@lo:400:kworker.0 Request processed in 62us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389306.737463:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1785389306.737495:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916672 00000100:00100000:1.0:1785389306.737498:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916672 00000100:00100000:1.0:1785389306.737535:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916288 00000100:00100000:1.0:1785389306.737538:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916288 00000100:00100000:1.0:1785389306.737553:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916416 00000100:00100000:1.0:1785389306.737556:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916416 00000100:00100000:1.0:1785389306.737571:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1785389306.737576:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485916672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737606:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485916672:12345-0@lo:400:kworker.0 Request processed in 30us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389306.737612:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1785389306.737624:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1785389306.737630:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485916288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737667:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485916288:12345-0@lo:400:kworker.0 Request processed in 37us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389306.737673:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1785389306.737685:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1785389306.737691:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485916416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737717:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485916416:12345-0@lo:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389306.737722:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1785389306.737739:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916800 00000100:00100000:1.0:1785389306.737761:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916800 00000100:00100000:1.0:1785389306.737783:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916544 00000100:00100000:1.0:1785389306.737785:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916544 00000100:00100000:1.0:1785389306.737801:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1785389306.737807:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485916800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737832:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485916800:12345-0@lo:400:kworker.0 Request processed in 26us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389306.737838:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1785389306.737846:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1785389306.737851:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485916544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737874:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485916544:12345-0@lo:400:kworker.0 Request processed in 24us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389306.737880:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1785389306.737924:0:3324:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:1.0:1785389306.737928:0:3324:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967379 committed transno 4294967379 00000100:00100000:1.0:1785389306.737969:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485916544:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.737980:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485916416:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.738005:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485916288:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.738013:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485916800:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.738020:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485916160:0@lo:400:kworker.0 00000100:00100000:1.0:1785389306.738027:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485916672:0@lo:400:kworker.0 00000100:00080000:1.0:1785389306.739264:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389306.739271:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389306.739273:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389307.128054:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389307.261604:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485916928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389307.261670:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389307.261734:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485916928 00000100:00100000:0.0:1785389307.261741:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485916928 00000100:00100000:0.0:1785389307.261801:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1785389307.261809:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485916928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389307.261852:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389307.261890:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485916928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389307.261904:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1785389307.261953:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485916928:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389308.144304:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389308.271450:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389308.271472:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485917056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389308.271556:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389308.271692:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917056 00000100:00100000:3.0:1785389308.271700:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917056 00000100:00100000:3.0:1785389308.271780:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1785389308.271791:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485917056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389308.271825:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389308.271871:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485917056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389308.271878:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1785389308.272314:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485917056:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389308.272369:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389309.172845:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389310.096248:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389310.096286:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389310.096355:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943360 00000100:00100000:2.0:1785389310.096366:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943360 00000100:00100000:2.0:1785389310.096430:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 659 00000100:00100000:2.0:1785389310.096440:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2365:x1872115458943360:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389310.096516:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2365:x1872115458943360:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389310.096524:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 659 00000100:00080000:2.0:1785389310.096545:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389310.105617:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943616 00000100:00100000:3.0:1785389310.105632:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943616 00000100:00100000:3.0:1785389310.105758:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 671 00000100:00100000:3.0:1785389310.105768:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458943616:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389310.105785:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389310.105820:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389310.105831:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458943616:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (9544us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389310.105838:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 671 00000100:00100000:3.0:1785389310.105851:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943872 00000100:00100000:3.0:1785389310.105854:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943872 00000100:00100000:2.0:1785389310.106397:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389310.106421:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389310.106444:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389310.106465:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943488 00000100:00100000:2.0:1785389310.106469:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943488 00000100:00100000:3.0:1785389310.118557:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944000 00000100:00100000:3.0:1785389310.118570:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944000 00000100:00080000:0.0:1785389310.122059:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389310.123678:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 672 00000100:00100000:3.0:1785389310.123701:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458944000:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1785389310.126887:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389310.127095:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:2.0:1785389310.127107:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458943488:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389310.135153:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458943488:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 8041us (28748us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389310.135168:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:2.0:1785389310.135213:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943232 00000100:00100000:2.0:1785389310.135221:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943232 00000100:00100000:2.0:1785389310.135309:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 685 00000100:00100000:2.0:1785389310.135319:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458943232:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389310.135392:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458943232:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 74us (29570us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389310.135400:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 685 00000100:00100000:3.0:1785389310.138418:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458944000:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 9385us (26629us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389310.138432:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 672 00000100:00100000:2.0:1785389310.143452:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458943744 00000100:00100000:2.0:1785389310.143466:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458943744 00000100:00100000:2.0:1785389310.143589:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:2.0:1785389310.143600:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2365:x1872115458943744:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389310.143965:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2365:x1872115458943744:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 365us (37540us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389310.143973:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 660 00000100:00100000:2.0:1785389310.144049:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 674 00000100:00100000:2.0:1785389310.144058:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458943872:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389310.144226:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458943872:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 168us (38439us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389310.144233:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 674 00000100:00080000:1.0:1785389310.150514:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389310.191966:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1785389310.917373:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:3.0:1785389310.917484:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:3.0:1785389310.917495:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:1.0:1785389311.217688:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389311.856798:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485917440:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.857196:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485917184:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.857290:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389311.857348:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485917696:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.857378:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389311.857406:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1785389311.857412:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485917312:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.857435:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389311.857453:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485917824:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.857478:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389311.857515:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917184 00000100:00100000:0.0:1785389311.857524:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917184 00000100:00100000:0.0:1785389311.857653:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1785389311.857677:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485917184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.857731:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485917184:12345-0@lo:400:kworker.0 Request processed in 69us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389311.857738:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1785389311.857788:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917696 00000100:00100000:0.0:1785389311.857792:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917696 00000100:00100000:0.0:1785389311.857826:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917312 00000100:00100000:0.0:1785389311.857829:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917312 00000100:00100000:0.0:1785389311.857859:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1785389311.857865:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485917696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858087:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389311.858109:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389311.858115:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485917568:0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858136:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389311.858167:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917824 00000100:00100000:3.0:1785389311.858171:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917824 00000100:00100000:3.0:1785389311.858203:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917568 00000100:00100000:3.0:1785389311.858206:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917568 00000100:00100000:3.0:1785389311.858228:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1785389311.858235:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485917824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858268:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485917824:12345-0@lo:400:kworker.0 Request processed in 33us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389311.858274:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1785389311.858286:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1785389311.858291:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485917568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858317:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485917568:12345-0@lo:400:kworker.0 Request processed in 27us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389311.858323:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1785389311.858339:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917440 00000100:00100000:3.0:1785389311.858342:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917440 00000100:00100000:3.0:1785389311.858357:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1785389311.858362:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485917312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858387:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485917312:12345-0@lo:400:kworker.0 Request processed in 24us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389311.858392:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1785389311.858400:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1785389311.858405:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485917440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858427:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485917440:12345-0@lo:400:kworker.0 Request processed in 22us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389311.858433:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1785389311.858478:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485917568:0@lo:400:kworker.0 00000100:00100000:3.0:1785389311.858489:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485917440:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.858785:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1872115485917696:12345-0@lo:400:kworker.0 Request processed in 33us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389311.858792:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:0.0:1785389311.858819:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389311.858823:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389311.858827:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389311.858863:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485917312:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.858874:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485917824:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.858883:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485917184:0@lo:400:kworker.0 00000100:00100000:0.0:1785389311.858891:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3322:1872115485917696:0@lo:400:kworker.0 00010000:00010000:3.0:1785389312.239970:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389312.372359:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485917952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389312.372461:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389312.372551:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485917952 00000100:00100000:1.0:1785389312.372561:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485917952 00000100:00100000:1.0:1785389312.372619:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1785389312.372630:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485917952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389312.372685:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389312.372737:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485917952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389312.372764:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1785389312.372818:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485917952:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389313.265801:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389313.395032:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485918080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389313.395136:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389313.395312:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918080 00000100:00100000:3.0:1785389313.395322:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918080 00000100:00100000:3.0:1785389313.395410:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1785389313.395422:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485918080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389313.395470:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389313.395544:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485918080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389313.395552:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1785389313.395609:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485918080:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389313.395718:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389313.414986:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389313.415192:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944128 00000100:00100000:3.0:1785389313.415205:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944128 00000100:00100000:3.0:1785389313.415292:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1424 00000100:00100000:3.0:1785389313.415304:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32119:x1872115458944128:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1785389313.415430:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32119:x1872115458944128:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 127us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389313.415437:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1424 00000100:00080000:1.0:1785389313.415489:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389314.288100:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389315.221079:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389315.221227:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389315.221270:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389315.221313:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389315.221334:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389315.221373:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389315.221441:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944640 00000100:00100000:2.0:1785389315.221454:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944640 00000100:00100000:2.0:1785389315.221523:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944896 00000100:00100000:2.0:1785389315.221527:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944896 00000100:00100000:2.0:1785389315.221549:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944512 00000100:00100000:2.0:1785389315.221551:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944512 00000100:00100000:2.0:1785389315.221577:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00100000:2.0:1785389315.221589:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458944640:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389315.221718:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458944640:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 131us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389315.221727:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00100000:2.0:1785389315.221972:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 678 00000100:00100000:2.0:1785389315.221980:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458944896:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389315.222010:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458944896:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389315.223572:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 678 00000100:00100000:2.0:1785389315.223606:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 679 00000100:00100000:2.0:1785389315.223619:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2364:x1872115458944512:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389315.223669:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2364:x1872115458944512:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 54us (2333us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389315.223677:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 679 00000100:00100000:2.0:1785389315.223709:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944256 00000100:00100000:2.0:1785389315.223717:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944256 00000100:00100000:2.0:1785389315.223787:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 687 00000100:00100000:2.0:1785389315.223794:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458944256:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389315.223821:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458944256:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (2507us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389315.223828:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 687 00000100:00080000:2.0:1785389315.224000:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389315.224007:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389315.232583:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389315.232843:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945024 00000100:00100000:3.0:1785389315.232857:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945024 00000100:00100000:3.0:1785389315.232941:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 680 00000100:00100000:3.0:1785389315.232953:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458945024:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389315.233220:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458945024:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 267us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389315.233230:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 680 00000100:00100000:0.0:1785389315.240840:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944384 00000100:00100000:0.0:1785389315.240862:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944384 00000100:00100000:0.0:1785389315.241146:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458944768 00000100:00100000:0.0:1785389315.241152:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458944768 00000100:00100000:0.0:1785389315.241198:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 664 00000100:00100000:0.0:1785389315.241210:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2364:x1872115458944384:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389315.241314:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:2364:x1872115458944384:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 106us (20314us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389315.241322:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 664 00000100:00100000:1.0:1785389315.241500:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 665 00000100:00100000:1.0:1785389315.241513:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2364:x1872115458944768:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389315.241548:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2364:x1872115458944768:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (20174us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389315.241554:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 665 00000100:00080000:1.0:1785389315.241615:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389315.241621:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1785389315.311043:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389316.337242:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389316.533857:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389316.533866:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389316.534126:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 1 00000040:00080000:0.0:1785389316.534133:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:1.0:1785389316.551318:0:22134:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 01:28:33 (1785389313) 00000100:00100000:2.0:1785389316.976261:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485918336:0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976342:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389316.976406:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485918848:0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976432:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389316.976462:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1785389316.976468:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485918208:0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976505:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389316.976525:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485918720:0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976546:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389316.976576:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918848 00000100:00100000:2.0:1785389316.976582:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918848 00000100:00100000:2.0:1785389316.976643:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1785389316.976652:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485918848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976703:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485918848:12345-0@lo:400:kworker.0 Request processed in 52us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389316.976725:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1785389316.976774:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918336 00000100:00100000:2.0:1785389316.976777:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918336 00000100:00100000:2.0:1785389316.976800:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918720 00000100:00100000:2.0:1785389316.976802:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918720 00000100:00100000:2.0:1785389316.976819:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1785389316.976825:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485918336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976852:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3323:x1872115485918336:12345-0@lo:400:kworker.0 Request processed in 28us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389316.976858:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1785389316.976869:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1785389316.976875:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485918720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976899:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485918720:12345-0@lo:400:kworker.0 Request processed in 25us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389316.976905:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1785389316.976942:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485918720:0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976952:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3323:1872115485918336:0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.976961:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485918848:0@lo:400:kworker.0 00000100:00100000:3.0:1785389316.977093:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485918464:0@lo:400:kworker.0 00000100:00100000:3.0:1785389316.977123:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389316.977150:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389316.977156:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485918592:0@lo:400:kworker.0 00000100:00100000:3.0:1785389316.977178:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389316.977207:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918464 00000100:00100000:3.0:1785389316.977211:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918464 00000100:00100000:3.0:1785389316.977238:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1785389316.977244:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485918464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389316.977280:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3324:x1872115485918464:12345-0@lo:400:kworker.0 Request processed in 36us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389316.977286:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1785389316.977311:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3324:1872115485918464:0@lo:400:kworker.0 00000100:00100000:0.0:1785389316.977532:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918208 00000100:00100000:0.0:1785389316.977537:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918208 00000100:00100000:0.0:1785389316.977573:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1785389316.977579:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485918208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389316.977615:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3323:x1872115485918208:12345-0@lo:400:kworker.0 Request processed in 36us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389316.977630:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1785389316.977852:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918592 00000100:00100000:2.0:1785389316.977856:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918592 00000100:00100000:2.0:1785389316.977886:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1785389316.977891:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485918592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389316.977932:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485918592:12345-0@lo:400:kworker.0 Request processed in 41us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389316.977939:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1785389316.977962:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9325daa-a3fa-449f-b96f-404303c31621:3323:1872115485918208:0@lo:400:kworker.0 00000100:00100000:0.0:1785389316.978344:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485918592:0@lo:400:kworker.0 00000100:00080000:1.0:1785389316.978405:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389316.978409:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389316.978412:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1785389317.376508:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389317.488095:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389317.488120:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485918976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389317.488193:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389317.492423:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485918976 00000100:00100000:1.0:1785389317.492456:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485918976 00000100:00100000:1.0:1785389317.492516:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1785389317.492525:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485918976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389317.492563:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389317.492638:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485918976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389317.492645:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1785389317.492776:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485918976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389317.536682:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.536890:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945152 00000100:00100000:0.0:1785389317.536900:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945152 00000100:00100000:0.0:1785389317.536980:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1425 00000100:00100000:0.0:1785389317.536992:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32763:x1872115458945152:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1785389317.537091:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32763:x1872115458945152:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 102us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389317.537099:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1425 00000100:00080000:2.0:1785389317.538095:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1785389317.551715:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389317.551735:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389317.552288:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389317.552297:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389317.643294:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389317.643361:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945280 00000100:00100000:3.0:1785389317.643372:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945280 00000100:00100000:3.0:1785389317.643442:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1426 00000100:00100000:3.0:1785389317.643451:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32764:x1872115458945280:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389317.643469:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389317.643497:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3a9 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643557:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643571:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643582:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643596:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643604:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643611:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643925:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643932:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643938:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643942:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389317.643946:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643952:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643962:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:3.0:1785389317.643965:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389317.643968:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643973:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79a31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643983:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643990:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.643996:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644001:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389317.644004:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644009:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644016:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9434129f8b00) 00010000:00010000:3.0:1785389317.644019:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389317.644021:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644027:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644056:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a2a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3a9 expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644066:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:3.0:1785389317.644069:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389317.644072:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3a9 expref: 104 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.644087:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:3.0:1785389317.644145:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32764:x1872115458945280:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 695us (861us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389317.644153:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1426 00000100:00080000:2.0:1785389317.644632:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389317.669491:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389317.669579:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945536 00000100:00100000:1.0:1785389317.669589:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945536 00000100:00100000:1.0:1785389317.669642:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1427 00000100:00100000:1.0:1785389317.669651:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32764:x1872115458945536:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785389317.669728:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389317.669786:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79767 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2b4 expref: 103 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.669803:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:1.0:1785389317.669808:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389317.670039:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.670058:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.670067:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.670096:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.670110:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 48 pid: 5820 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389317.670135:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485919104:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389317.670228:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389317.676912:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485919104:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389317.676938:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389317.678329:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.678400:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945664 00000100:00100000:0.0:1785389317.678407:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945664 00010000:00010000:0.0:1785389317.678441:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 49 pid: 5820 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389317.678485:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:0.0:1785389317.678493:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2362:x1872115458945664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389317.678507:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389317.678514:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 49 pid: 5820 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.678534:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 49 pid: 5820 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.678556:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd797a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2c9 expref: 49 pid: 5820 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.678571:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:0.0:1785389317.678575:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.678585:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.678592:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.678619:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389317.678671:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:2362:x1872115458945664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 178us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389317.678678:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 428 00010000:00010000:2.0:1785389317.678921:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.678930:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.678951:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.678960:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.678968:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389317.680129:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00010000:00010000:2.0:1785389317.680141:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.680150:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.680157:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.680163:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.680167:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.680176:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.680186:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff943412840300) 00010000:00010000:2.0:1785389317.680188:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.680192:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.680198:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79a3f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389317.680213:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c83f250f reply state 00000000a9b3908d transno 4294968257 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389317.680223:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389317.680524:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32764:x1872115458945536:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 10871us (11049us total) trans 4294968257 rc 0/0 00000100:00100000:2.0:1785389317.680533:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1427 00010000:00010000:1.0:1785389317.690812:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.690829:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.690838:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.690845:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389317.690850:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.690858:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.690875:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff943412840200) 00010000:00010000:1.0:1785389317.690878:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389317.690882:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389317.690889:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a46 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389317.708410:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.708525:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945792 00000100:00100000:0.0:1785389317.708534:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945792 00000100:00100000:0.0:1785389317.708596:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1428 00000100:00100000:0.0:1785389317.708607:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+103:32765:x1872115458945792:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389317.708634:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389317.708658:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79a4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3b0 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.708788:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79a54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.708802:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.708815:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389317.708876:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1785389317.708881:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389317.708906:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.708931:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79a4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3b0 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.708949:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3b0 expref: 104 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.708958:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389317.708960:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389317.708964:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247200, rc 0) 00000100:00100000:0.0:1785389317.709014:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32765:x1872115458945792:12345-192.168.204.39@tcp:101:bash.0 Request processed in 409us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389317.709021:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1428 00000100:00100000:2.0:1785389317.715508:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.715588:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458945920 00000100:00100000:0.0:1785389317.715597:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458945920 00000100:00100000:0.0:1785389317.715656:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1429 00000100:00100000:0.0:1785389317.715664:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32765:x1872115458945920:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389317.715683:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389317.715712:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79a5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3b7 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715811:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715824:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715834:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715846:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715852:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715857:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715957:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79a70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715966:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.715972:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389317.716005:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00000004:00200000:0.0:1785389317.716009:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389317.716030:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716041:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716048:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716055:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716060:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.716064:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716072:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716082:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389317.716085:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.716090:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716096:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79a62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716107:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716117:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716122:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716127:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.716129:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716135:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716142:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9434092fef00) 00010000:00010000:0.0:1785389317.716144:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.716147:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716153:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79a69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716179:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79a5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3b7 expref: 106 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716190:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246400/0xb9b521054fd79a70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3b7 expref: 105 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.716197:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389317.716199:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389317.716202:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246400, rc 0) 00000100:00100000:0.0:1785389317.716265:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32765:x1872115458945920:12345-192.168.204.39@tcp:101:bash.0 Request processed in 602us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389317.716272:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1429 00000100:00100000:1.0:1785389317.720448:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389317.720539:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946048 00000100:00100000:2.0:1785389317.720549:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946048 00000100:00100000:2.0:1785389317.720605:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1430 00000100:00100000:2.0:1785389317.720616:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32765:x1872115458946048:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389317.720634:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389317.720651:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79a77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3be expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720740:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720784:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720794:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720808:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720815:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720820:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720884:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720890:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720895:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720900:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.720904:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720910:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720919:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.720923:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.720926:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720932:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79a7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720943:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720949:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720955:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720960:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.720963:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720968:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720973:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840300) 00010000:00010000:2.0:1785389317.720975:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.720978:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.720983:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79a85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.721012:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79a77 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3be expref: 106 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.721023:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.721026:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.721030:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79a77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3be expref: 106 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.721039:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:2.0:1785389317.721104:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32765:x1872115458946048:12345-192.168.204.39@tcp:101:bash.0 Request processed in 489us (663us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389317.721112:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1430 00000100:00100000:2.0:1785389317.746369:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389317.746444:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946176 00000100:00100000:3.0:1785389317.746453:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946176 00000100:00100000:3.0:1785389317.746513:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1431 00000100:00100000:3.0:1785389317.746523:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+48:32766:x1872115458946176:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389317.746544:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389317.746563:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3c5 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.746626:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.746639:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.746649:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389317.746969:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1785389317.746973:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389317.746995:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.747018:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79a8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.747037:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 49 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.747044:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:3.0:1785389317.747048:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389317.747052:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ec600, rc 0) 00000100:00100000:3.0:1785389317.747110:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32766:x1872115458946176:12345-192.168.204.39@tcp:101:rm.0 Request processed in 587us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389317.747119:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1431 00000100:00100000:3.0:1785389317.755320:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.755418:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946304 00000100:00100000:0.0:1785389317.755427:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946304 00000100:00100000:0.0:1785389317.755492:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1432 00000100:00100000:0.0:1785389317.755500:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:32766:x1872115458946304:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389317.755519:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389317.755540:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79a9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3cc expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755599:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755612:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755622:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755634:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755645:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755651:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755830:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79aaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755839:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79aaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755845:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79aaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389317.755871:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00000004:00200000:0.0:1785389317.755874:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389317.755892:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79aaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755903:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755909:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755914:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755919:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.755922:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755928:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755937:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389317.755940:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.755943:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755952:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79aa1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755962:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755967:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755972:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755976:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.755979:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755985:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.755991:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9434092fef00) 00010000:00010000:0.0:1785389317.755993:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.755996:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.756001:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79aa8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.756029:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79a9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3cc expref: 51 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.756041:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247000/0xb9b521054fd79aaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3cc expref: 50 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.756049:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389317.756051:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389317.756053:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247000, rc 0) 00000100:00100000:0.0:1785389317.756111:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32766:x1872115458946304:12345-192.168.204.39@tcp:101:rm.0 Request processed in 611us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389317.756118:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1432 00000100:00100000:1.0:1785389317.759228:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.759301:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946432 00000100:00100000:0.0:1785389317.759311:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946432 00000100:00100000:0.0:1785389317.759364:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1433 00000100:00100000:0.0:1785389317.759374:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32766:x1872115458946432:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389317.759391:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389317.759408:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79ab6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3d3 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759465:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759488:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759499:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759513:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759520:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759530:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759586:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759592:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759599:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759604:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.759608:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759614:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759625:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389317.759628:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.759632:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759637:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79abd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759648:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759654:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759661:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759666:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.759669:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759675:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759681:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fe000) 00010000:00010000:0.0:1785389317.759684:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.759686:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759707:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79ac4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759776:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79ab6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3d3 expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759787:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389317.759789:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.759792:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79ab6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3d3 expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.759801:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246a00, rc 0) 00000100:00100000:0.0:1785389317.759898:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32766:x1872115458946432:12345-192.168.204.39@tcp:101:rm.0 Request processed in 525us (677us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389317.759909:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1433 00000100:00100000:3.0:1785389317.765937:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389317.766019:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946560 00000100:00100000:2.0:1785389317.766028:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946560 00000100:00100000:2.0:1785389317.766094:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1434 00000100:00100000:2.0:1785389317.766105:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32766:x1872115458946560:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389317.766123:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389317.766143:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79acb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3da expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766206:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766220:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766231:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766249:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766256:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766262:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766321:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766329:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766336:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766342:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.766345:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766354:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766365:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.766368:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.766372:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766379:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79ad2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766390:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766396:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766402:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766407:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.766410:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766415:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766421:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840300) 00010000:00010000:2.0:1785389317.766423:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.766426:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766432:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ad9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766458:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79acb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3da expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766467:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.766469:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.766474:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79acb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3da expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.766496:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:2.0:1785389317.766546:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32766:x1872115458946560:12345-192.168.204.39@tcp:101:rm.0 Request processed in 444us (618us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389317.766554:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1434 00000100:00100000:3.0:1785389317.832198:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389317.832467:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946688 00000100:00100000:2.0:1785389317.832485:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946688 00000100:00100000:2.0:1785389317.832543:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1435 00000100:00100000:2.0:1785389317.832553:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32767:x1872115458946688:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389317.832571:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389317.832591:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ae0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3e1 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832661:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832674:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832685:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832704:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832711:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832725:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832829:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832837:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832844:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832850:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.832855:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832862:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832873:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.832876:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.832881:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832887:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79ae7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832900:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832905:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832912:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832918:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.832921:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832927:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832933:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840300) 00010000:00010000:2.0:1785389317.832936:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.832938:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.832944:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79aee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.833149:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ae0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3e1 expref: 51 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.833161:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.833163:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.833167:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ae0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3e1 expref: 51 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.833175:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:2.0:1785389317.833274:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32767:x1872115458946688:12345-192.168.204.39@tcp:101:cp.0 Request processed in 722us (1085us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389317.833282:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1435 00000100:00100000:3.0:1785389317.844363:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389317.844424:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458946816 00000100:00100000:2.0:1785389317.844433:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458946816 00000100:00100000:2.0:1785389317.844507:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1436 00000100:00100000:2.0:1785389317.844518:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32767:x1872115458946816:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389317.844537:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389317.844557:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79af5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3e8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844617:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844630:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844650:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844670:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844677:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844683:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844776:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844783:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844790:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844798:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.844802:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844810:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844821:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.844824:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.844829:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844835:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79afc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844847:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844854:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844860:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844865:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.844868:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844873:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844884:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840500) 00010000:00010000:2.0:1785389317.844886:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.844889:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844894:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844923:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79af5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3e8 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844932:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.844934:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.844938:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd79af5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3e8 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.844946:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:2.0:1785389317.860835:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32767:x1872115458946816:12345-192.168.204.39@tcp:101:cp.0 Request processed in 16308us (16469us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389317.860848:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1436 00000100:00100000:3.0:1785389317.877406:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389317.879872:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947072 00000100:00100000:2.0:1785389317.879884:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947072 00000100:00100000:2.0:1785389317.879948:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1437 00000100:00100000:2.0:1785389317.879957:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32767:x1872115458947072:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389317.880031:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389317.880051:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b0a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3ef expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.880177:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.880191:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.880202:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.880217:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.880224:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.880231:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389317.883214:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:2.0:1785389317.883410:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.883425:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.883437:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.883470:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885025:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885035:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885041:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389317.885046:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885055:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885070:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389317.885073:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389317.885077:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885084:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b11 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389317.885101:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000423e555a reply state 000000009c03addf transno 4294968258 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389317.885108:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389317.885151:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b0a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885168:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 52 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.885180:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389317.885183:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389317.885185:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334a00, rc 0) 00000100:00100000:2.0:1785389317.885308:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32767:x1872115458947072:12345-192.168.204.39@tcp:101:cp.0 Request processed in 5351us (7910us total) trans 4294968258 rc 0/0 00000100:00100000:2.0:1785389317.885317:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1437 00000100:00100000:1.0:1785389317.918707:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:0.0:1785389317.918832:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.918845:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.918854:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.918860:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389317.918866:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.918874:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.918892:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840300) 00010000:00010000:0.0:1785389317.918895:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389317.918900:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.918907:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b18 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389317.919482:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947200 00000100:00100000:3.0:1785389317.919492:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947200 00000100:00100000:3.0:1785389317.919558:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00100000:3.0:1785389317.919567:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458947200:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389317.919583:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389317.919599:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3f6 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389317.919623:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389317.919641:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=1038s v=(0 0) 00010000:00010000:3.0:1785389317.919645:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389317.919654:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.919670:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389317.919682:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:3.0:1785389317.919791:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458947200:12345-192.168.204.39@tcp:101:cp.0 Request processed in 225us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389317.919798:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 405 00000100:00080000:1.0:1785389317.922990:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389317.929574:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389317.929714:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947328 00000100:00100000:2.0:1785389317.929731:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947328 00000100:00100000:2.0:1785389317.929815:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 406 00000100:00100000:2.0:1785389317.929824:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:32767:x1872115458947328:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389317.929843:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389317.929859:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a3fd expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.929891:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.929899:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389317.929904:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389317.929908:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.929940:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.929957:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389317.929969:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485919232:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389317.930063:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389317.941136:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485919232:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389317.941184:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389317.941205:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:2.0:1785389317.941264:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:32767:x1872115458947328:12345-192.168.204.39@tcp:101:cp.0 Request processed in 11440us (11699us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389317.941274:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 406 00000100:00100000:1.0:1785389317.944570:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389317.944667:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947456 00000100:00100000:0.0:1785389317.944676:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947456 00010000:00010000:0.0:1785389317.944736:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389317.944809:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 429 00000100:00100000:0.0:1785389317.944820:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458947456:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389317.944835:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389317.944859:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.944873:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.944895:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073361b6d/0xb9b521054fd79b2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3f6 expref: 11 pid: 6613 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.944912:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389317.944916:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389317.944924:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.944934:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389317.944969:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389317.944997:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485919360:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389317.945073:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389317.962987:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389317.963133:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947712 00000100:00100000:1.0:1785389317.963142:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947712 00000100:00100000:1.0:1785389317.963198:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:1.0:1785389317.963208:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32767:x1872115458947712:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785389317.963540:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32767:x1872115458947712:12345-192.168.204.39@tcp:35:cp.0 Request processed in 332us (570us total) trans 4294968259 rc 0/0 00000100:00100000:1.0:1785389317.963547:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 291 00000100:00100000:2.0:1785389317.963637:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485919360:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389317.963657:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389317.963681:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458947456:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 18863us (19119us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389317.963689:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 429 00000100:00100000:3.0:1785389318.085363:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.085453:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947840 00000100:00100000:2.0:1785389318.085476:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947840 00000100:00100000:2.0:1785389318.085535:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1438 00000100:00100000:2.0:1785389318.085546:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32770:x1872115458947840:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389318.085566:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389318.085584:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79b3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a404 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085644:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085679:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085706:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085727:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085734:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085739:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085857:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085865:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085872:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389318.085903:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 158 00000004:00200000:2.0:1785389318.085906:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389318.085921:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085932:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085940:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085948:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085975:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085981:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389318.085985:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.085993:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086004:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389318.086007:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389318.086011:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086017:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd79b42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086029:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086035:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086042:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086048:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389318.086050:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086056:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086062:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840500) 00010000:00010000:2.0:1785389318.086064:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389318.086067:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086073:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79b49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086096:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79b3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a404 expref: 107 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086108:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a404 expref: 106 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.086115:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389318.086118:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389318.086120:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030000, rc 0) 00000100:00100000:2.0:1785389318.086176:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:32770:x1872115458947840:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 633us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389318.086188:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1438 00000100:00100000:0.0:1785389318.096176:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.096262:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458947968 00000100:00100000:2.0:1785389318.096272:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458947968 00000100:00100000:2.0:1785389318.096341:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:2.0:1785389318.096352:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458947968:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389318.096370:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389318.096387:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a40b expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389318.096442:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485919488:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389318.096544:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b3c0 going to sleep for 11 seconds 00000100:00080000:1.0:1785389318.097000:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1785389318.099835:0:6614:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1785389318.099842:0:6614:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime: 0 -> 1785389317 00002000:00010000:2.0:1785389318.099845:0:6614:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime: 0 -> 1785389317 00002000:00010000:2.0:1785389318.099847:0:6614:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime: 0 -> 1785389317 00000100:00100000:2.0:1785389318.099867:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485919488:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389318.099899:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a40b expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.099921:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a40b expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.099934:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:2.0:1785389318.099993:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458947968:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3644us (3825us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389318.100003:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 407 00000100:00100000:0.0:1785389318.110575:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.110661:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458948096 00000100:00100000:2.0:1785389318.110672:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458948096 00000100:00100000:2.0:1785389318.110741:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1439 00000100:00100000:2.0:1785389318.110784:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:32770:x1872115458948096:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389318.110804:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389318.110821:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a412 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.110881:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.110895:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.110905:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389318.110956:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00000004:00200000:2.0:1785389318.110960:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389318.110977:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.110998:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79b5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a412 expref: 108 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.111016:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a412 expref: 107 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.111029:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389318.111031:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389318.111034:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030400, rc 0) 00000100:00100000:2.0:1785389318.111088:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32770:x1872115458948096:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 306us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389318.111094:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1439 00000100:00100000:0.0:1785389318.132420:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389318.132498:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458948224 00000100:00100000:3.0:1785389318.132507:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458948224 00000100:00100000:3.0:1785389318.132556:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:3.0:1785389318.132564:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458948224:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389318.132583:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389318.132600:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79b6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a419 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389318.132652:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485919616:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389318.132800:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406eb3540 going to sleep for 11 seconds 00000100:00100000:2.0:1785389318.138522:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485919616:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389318.138559:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79b6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a419 expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.138583:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000204c9db9/0xb9b521054fd79b6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a419 expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.138597:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421ec400, rc 0) 00000100:00100000:2.0:1785389318.138652:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458948224:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6088us (6240us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389318.138669:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 408 00000100:00100000:1.0:1785389318.152190:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.152273:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458948480 00000100:00100000:2.0:1785389318.152283:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458948480 00000100:00100000:2.0:1785389318.152337:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1440 00000100:00100000:2.0:1785389318.152346:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32770:x1872115458948480:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389318.152587:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:2.0:1785389318.152668:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32770:x1872115458948480:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 322us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389318.152679:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1440 00010000:00010000:3.0:1785389318.383346:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389318.512125:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389318.512147:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485919744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389318.512215:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389318.512392:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485919744 00000100:00100000:3.0:1785389318.512401:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485919744 00000100:00100000:3.0:1785389318.512468:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1785389318.512478:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485919744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389318.512514:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389318.512558:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485919744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389318.512564:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:2.0:1785389318.512831:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389318.512866:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485919744:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389318.578223:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389318.578231:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389318.578264:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 2 00000040:00080000:2.0:1785389318.578270:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389318.578505:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485919872:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389318.578586:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389318.592862:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.592997:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485919872:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389318.595729:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458948608 00000100:00100000:3.0:1785389318.595741:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458948608 00000100:00100000:3.0:1785389318.595822:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1441 00000100:00100000:3.0:1785389318.595833:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32780:x1872115458948608:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389318.595867:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389318.595973:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32780:x1872115458948608:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 142us (3118us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389318.595982:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1441 00000100:00100000:0.0:1785389318.619141:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389318.619310:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458948864 00000100:00100000:3.0:1785389318.619324:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458948864 00000100:00100000:3.0:1785389318.619384:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1442 00000100:00100000:3.0:1785389318.619395:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32780:x1872115458948864:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389318.619414:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389318.619433:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79b73 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a420 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.619538:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79b7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.619555:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.619566:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389318.619577:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 158 00010000:00010000:3.0:1785389318.619718:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79b73 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a420 expref: 56 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.619737:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79b7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a420 expref: 55 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.619768:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389318.619771:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389318.619774:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:3.0:1785389318.619826:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458948864:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 433us (696us total) trans 4294968260 rc 0/0 00000100:00100000:3.0:1785389318.619833:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1442 00000100:00100000:0.0:1785389318.623547:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389318.623579:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.623817:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458948992 00000100:00100000:2.0:1785389318.623825:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458948992 00000100:00100000:2.0:1785389318.623873:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 409 00000100:00100000:2.0:1785389318.623883:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458948992:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389318.623919:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.623939:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.623948:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389318.623952:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389318.623969:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.624004:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.624019:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 10 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389318.624032:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485920000:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389318.624101:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389318.624320:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458949120 00000100:00100000:3.0:1785389318.624326:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458949120 00000100:00100000:3.0:1785389318.624358:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:3.0:1785389318.624366:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2363:x1872115458949120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389318.624378:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389318.624397:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79b7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a420 expref: 55 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.624410:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389318.624414:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389318.624443:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2363:x1872115458949120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 79us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389318.624450:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 69 00000100:00100000:0.0:1785389318.626926:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389318.627326:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458949248 00000100:00100000:3.0:1785389318.627333:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458949248 00002000:00100000:3.0:1785389318.627366:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->157) req@ffff94343d3a2a00 x1872115458949248/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:59/0 lens 648/0 e 0 to 0 dl 1785389329 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389318.627376:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a2a00 with x1872115458949248 ext(0->157) 00010000:00010000:3.0:1785389318.627384:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 11 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.627396:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 11 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389318.627403:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343d3a2a00 00000100:00100000:3.0:1785389318.627429:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 16 00000100:00100000:3.0:1785389318.627436:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458949248:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:2.0:1785389318.628198:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485920000:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389318.628223:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389318.629387:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458949248:12345-192.168.204.39@tcp:4:cp.0 Request processed in 1948us (2462us total) trans 4294967380 rc 0/0 00000100:00100000:3.0:1785389318.629396:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 16 00002000:00100000:3.0:1785389318.629405:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->157) req@ffff94343d3a2a00 x1872115458949248/t4294967380(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:59/0 lens 648/448 e 0 to 0 dl 1785389329 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389318.629415:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a2a00 with x1872115458949248 ext(0->157) 00010000:00010000:3.0:1785389318.629422:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 13 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389318.629436:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 13 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389318.629449:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343d3a2a00 00000100:00100000:3.0:1785389318.633557:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389318.633634:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458949376 00000100:00100000:0.0:1785389318.633643:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458949376 00010000:00010000:0.0:1785389318.633688:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 13 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389318.633735:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 430 00000100:00100000:0.0:1785389318.633765:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2365:x1872115458949376:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389318.633779:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389318.633800:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 13 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.633812:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 13 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.633834:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79b34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3fd expref: 13 pid: 12002 timeout: 1138 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.633848:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389318.633852:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389318.633857:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.633866:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.633893:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389318.633938:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458949376:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389318.633944:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 430 00010000:00010000:2.0:1785389318.634104:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634119:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634140:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634147:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634159:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634165:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389318.634169:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634176:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634185:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.634192:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f3d875d/0xb9b521054fd79b88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389318.634250:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458948992:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 10368us (10709us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389318.634258:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 409 00000100:00100000:3.0:1785389318.644144:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389318.644236:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458949632 00000100:00100000:0.0:1785389318.644245:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458949632 00000100:00100000:0.0:1785389318.644312:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1443 00000100:00100000:0.0:1785389318.644321:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32780:x1872115458949632:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389318.644430:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32780:x1872115458949632:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 110us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389318.644436:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1443 00000100:00100000:3.0:1785389318.651277:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.660095:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458949760 00000100:00100000:2.0:1785389318.660108:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458949760 00000100:00100000:2.0:1785389318.660165:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:2.0:1785389318.660174:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458949760:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389318.660192:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389318.660213:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a427 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389318.660240:0:21226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 158, mtime: 0x6a6ae105, atime: 0x0, ctime: 0x6a6ae105, blocks: 0x1 00010000:00010000:2.0:1785389318.660257:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=1038s v=(0 0) 00010000:00010000:2.0:1785389318.660261:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389318.660271:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 12 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.660289:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 12 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.660303:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:2.0:1785389318.660357:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458949760:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 184us (9088us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389318.660363:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 410 00000100:00100000:2.0:1785389318.666408:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389318.667062:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950016 00000100:00100000:1.0:1785389318.667071:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950016 00000100:00100000:1.0:1785389318.667122:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1444 00000100:00100000:1.0:1785389318.667133:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32780:x1872115458950016:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389318.667239:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32780:x1872115458950016:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 107us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389318.667247:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1444 00000100:00100000:0.0:1785389318.682519:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389318.682661:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950144 00000100:00100000:3.0:1785389318.682680:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950144 00002000:00100000:3.0:1785389318.682734:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (0->4095) req@ffff94343d3a3480 x1872115458950144/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:59/0 lens 488/0 e 0 to 0 dl 1785389329 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389318.682795:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a3480 with x1872115458950144 ext(0->4095) 00002000:00010000:3.0:1785389318.682802:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d3a3480 00000100:00100000:3.0:1785389318.682835:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 122 00000100:00100000:3.0:1785389318.682846:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458950144:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1785389318.683026:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458950144:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 181us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1785389318.683034:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 122 00002000:00100000:3.0:1785389318.683040:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (0->4095) req@ffff94343d3a3480 x1872115458950144/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:59/0 lens 488/4536 e 0 to 0 dl 1785389329 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389318.683048:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a3480 with x1872115458950144 ext(0->4095) 00002000:00010000:3.0:1785389318.683052:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343d3a3480 00000100:00100000:3.0:1785389318.709883:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389318.709985:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950272 00000100:00100000:0.0:1785389318.709995:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950272 00000100:00100000:0.0:1785389318.710047:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1445 00000100:00100000:0.0:1785389318.710056:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32780:x1872115458950272:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389318.710075:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389318.710093:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79b96 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a42e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.710130:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.710144:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.710157:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.710255:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79b96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 56 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.710273:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 55 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.710283:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:0.0:1785389318.710286:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389318.710290:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:0.0:1785389318.710344:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458950272:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 289us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389318.710352:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1445 00000100:00100000:2.0:1785389318.726784:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389318.731854:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950400 00000100:00100000:3.0:1785389318.731866:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950400 00000100:00100000:0.0:1785389318.739832:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1446 00000100:00100000:0.0:1785389318.739847:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458950400:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389318.739878:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389318.739986:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458950400:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 143us (13260us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389318.739997:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1446 00000100:00100000:3.0:1785389318.748144:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389318.748979:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950528 00000100:00100000:2.0:1785389318.748990:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950528 00000100:00100000:2.0:1785389318.749065:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:2.0:1785389318.749074:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458950528:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389318.749121:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749139:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389318.749144:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389318.749150:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749166:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749196:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749204:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749212:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749240:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389318.749244:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749254:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749269:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389318.749283:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79ba4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389318.749351:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458950528:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 278us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389318.749358:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 411 00000100:00100000:3.0:1785389318.751083:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389318.756506:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950784 00000100:00100000:1.0:1785389318.756518:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950784 00000100:00100000:1.0:1785389318.756577:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1447 00000100:00100000:1.0:1785389318.756585:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458950784:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389318.756676:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.756694:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 55 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.756711:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.756756:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 55 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.756769:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 55 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389318.756781:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485920128:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389318.756854:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1785389318.771197:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389318.771680:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458950912 00000100:00100000:0.0:1785389318.771689:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458950912 00010000:00010000:0.0:1785389318.771738:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389318.771795:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 431 00000100:00100000:0.0:1785389318.771804:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2362:x1872115458950912:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389318.771818:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389318.771825:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.771838:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.771858:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:0.0:1785389318.771864:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.771873:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.771881:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389318.771898:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389318.771941:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2362:x1872115458950912:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 139us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389318.771952:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 431 00010000:00010000:1.0:1785389318.774141:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79b9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a42e expref: 55 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389318.774168:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485920128:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389318.774190:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774200:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774206:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774383:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774391:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774398:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774404:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389318.774409:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774416:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774427:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:1.0:1785389318.774430:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389318.774434:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389318.774473:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389318.774616:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458950784:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 18010us (23535us total) trans 4294968261 rc 0/0 00000040:00080000:2.0:1785389318.774859:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389318.774864:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389318.775402:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1785389318.775410:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389318.776130:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1447 00000100:00100000:2.0:1785389318.794005:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389318.794087:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458951168 00000100:00100000:0.0:1785389318.794117:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458951168 00000100:00100000:0.0:1785389318.794173:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 292 00000100:00100000:0.0:1785389318.794181:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b015450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32780:x1872115458951168:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389318.794409:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b015450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32780:x1872115458951168:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 228us (414us total) trans 4294968262 rc 0/0 00000100:00100000:0.0:1785389318.794417:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 292 00010000:00010000:3.0:1785389319.412243:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389319.482580:0:22183:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389319.482591:0:22183:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389319.482631:0:22183:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 2 00000040:00080000:2.0:1785389319.482636:0:22183:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389319.574069:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389319.574230:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458951296 00000100:00100000:2.0:1785389319.574239:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458951296 00000100:00100000:2.0:1785389319.574296:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:2.0:1785389319.574306:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458951296:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389319.574324:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389319.574342:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a435 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.574369:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389319.574374:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389319.574382:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.574404:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.574418:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:2.0:1785389319.574469:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115458951296:12345-192.168.204.39@tcp:101:rm.0 Request processed in 163us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389319.574477:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 412 00000100:00100000:2.0:1785389319.585369:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389319.586052:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458951552 00000100:00100000:3.0:1785389319.586061:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458951552 00000100:00100000:3.0:1785389319.586124:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1448 00000100:00100000:3.0:1785389319.586133:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32782:x1872115458951552:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:3.0:1785389319.586182:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00080000:2.0:1785389319.586214:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389319.586218:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79b50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a404 expref: 107 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586237:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389319.586247:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79b65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a412 expref: 106 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586256:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389319.586260:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389319.586282:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586294:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586304:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586316:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586323:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586335:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586425:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586435:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 55 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586443:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586473:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 55 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.586487:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 55 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389319.586501:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485920256:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389319.586589:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406eb39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389319.590654:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485920256:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389319.590679:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389319.595623:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389319.595716:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458951680 00000100:00100000:3.0:1785389319.595726:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458951680 00010000:00010000:3.0:1785389319.595801:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389319.595846:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 432 00000100:00100000:3.0:1785389319.595857:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2363:x1872115458951680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389319.595873:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389319.595881:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.595895:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.595916:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79b1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3ef expref: 56 pid: 9185 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.595930:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389319.595936:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.595946:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.595954:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.595977:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389319.596026:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2363:x1872115458951680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 171us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389319.596032:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 432 00010000:00010000:3.0:1785389319.596059:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596067:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389319.596671:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9224 00000004:00080000:3.0:1785389319.596681:0:5821:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039900936044ns, next at 1040900933861ns, rc = 0 00010000:00010000:3.0:1785389319.596773:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596785:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596794:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596801:0:5821:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596808:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596814:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596830:0:5821:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1785389319.596850:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596856:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596863:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596869:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389319.596874:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596882:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596891:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389319.596894:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1785389319.596898:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596903:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79bc7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596919:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596925:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596930:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596935:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389319.596937:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596943:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596955:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389319.596957:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389319.596960:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.596965:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79bb9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389319.596975:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e6227f04 reply state 00000000fbf779f4 transno 4294968263 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389319.596984:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389319.597028:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32782:x1872115458951552:12345-192.168.204.39@tcp:36:rm.0 Request processed in 10896us (11668us total) trans 4294968263 rc 0/0 00000100:00100000:3.0:1785389319.597035:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1448 00010000:00010000:1.0:1785389319.597284:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389319.597290:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.597296:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389319.597299:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.597306:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.597316:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412840600) 00010000:00010000:1.0:1785389319.597318:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389319.597321:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.597327:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79bce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.597342:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389319.597344:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389319.597347:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1785389319.609541:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389319.616339:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.616357:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.616365:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.616371:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389319.616376:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.616383:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.616402:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434129f8e00) 00010000:00010000:3.0:1785389319.616406:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389319.616410:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.616415:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79bc0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389319.832965:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389319.833053:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458951808 00000100:00100000:0.0:1785389319.833062:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458951808 00000100:00100000:0.0:1785389319.833134:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1449 00000100:00100000:0.0:1785389319.833143:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:32798:x1872115458951808:12345-192.168.204.39@tcp:101:mkdir.0 00010000:00010000:0.0:1785389319.833165:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389319.833183:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79bd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a43c expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.833251:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79bdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.833265:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79bdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.833277:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79bdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389319.833338:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00000004:00200000:0.0:1785389319.833342:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389319.833364:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79bdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.833389:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79bd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a43c expref: 108 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.833405:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79bdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a43c expref: 107 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.833414:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389319.833417:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389319.833420:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:0.0:1785389319.833486:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32798:x1872115458951808:12345-192.168.204.39@tcp:101:mkdir.0 Request processed in 343us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389319.833493:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1449 00000100:00100000:2.0:1785389319.886973:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389319.887097:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458951936 00000100:00100000:1.0:1785389319.887111:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458951936 00000100:00100000:1.0:1785389319.887165:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1450 00000100:00100000:1.0:1785389319.887175:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32804:x1872115458951936:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389319.887199:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389319.887222:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79be3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a443 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.887361:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79be3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a443 expref: 56 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.887373:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff943412b95600) 00010000:00010000:1.0:1785389319.887376:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389319.887380:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79be3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a443 expref: 56 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.887397:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329000, rc 0) 00000100:00100000:1.0:1785389319.887473:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32804:x1872115458951936:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 300us (509us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389319.887480:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1450 00000100:00100000:3.0:1785389319.897442:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389319.897526:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458952192 00000100:00100000:1.0:1785389319.897535:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458952192 00000100:00100000:1.0:1785389319.897591:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1451 00000100:00100000:1.0:1785389319.897601:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:32804:x1872115458952192:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389319.897621:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389319.897625:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1785389319.897649:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79bdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a43c expref: 107 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897694:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389319.897699:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389319.897713:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a44a expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897868:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897881:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897890:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897903:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897911:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.897917:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898432:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898442:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898449:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389319.898478:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 0 00010000:00010000:1.0:1785389319.898499:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898526:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898553:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898559:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389319.898563:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898569:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898577:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389319.898579:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389319.898582:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898588:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79bf1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389319.898597:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000050f415e0 reply state 0000000043d18c63 transno 4294968264 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389319.898605:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389319.898629:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79bea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 109 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898647:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.898654:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff943412b95d00) 00010000:00010000:1.0:1785389319.898657:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389319.898659:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389319.898727:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:32804:x1872115458952192:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1128us (1304us total) trans 4294968264 rc 0/0 00000100:00100000:1.0:1785389319.898734:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1451 00010000:00010000:0.0:1785389319.901905:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.901919:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.901926:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.901940:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389319.901944:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.901951:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.901968:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95600) 00010000:00010000:0.0:1785389319.901971:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389319.901974:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.901980:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd79bf8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389319.906865:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389319.906961:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458952448 00000100:00100000:2.0:1785389319.906972:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458952448 00000100:00100000:2.0:1785389319.907033:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1452 00000100:00100000:2.0:1785389319.907046:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:32804:x1872115458952448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389319.907070:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389319.907088:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79c0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a451 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.907177:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.907190:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 109 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.907202:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.907232:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 109 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389319.907244:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 109 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389319.907257:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485920384:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389319.907338:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943425e4b180 going to sleep for 11 seconds 00000100:00100000:3.0:1785389319.912087:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485920384:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389319.912111:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389319.921526:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389319.921801:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458952576 00000100:00100000:1.0:1785389319.921811:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458952576 00010000:00010000:1.0:1785389319.921852:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 110 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389319.921898:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 433 00000100:00100000:1.0:1785389319.921909:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:2363:x1872115458952576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389319.921924:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389319.921931:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 110 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.921944:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 110 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.921965:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79bff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a44a expref: 110 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.921987:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff943412b95d00) 00010000:00010000:1.0:1785389319.921993:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.922002:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.922009:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389319.922035:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389319.922093:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2363:x1872115458952576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 185us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389319.922101:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 433 00010000:00010000:3.0:1785389319.922296:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922305:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389319.922323:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 0 00010000:00010000:3.0:1785389319.922589:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922599:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922607:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922617:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389319.922621:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922628:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922638:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff943412b95d00) 00010000:00010000:3.0:1785389319.922641:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389319.922645:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922662:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79c14 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922722:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79c0d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a451 expref: 109 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922732:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389319.922734:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389319.922738:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79c0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a451 expref: 109 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.922800:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:3.0:1785389319.922827:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:32804:x1872115458952448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 15787us (15971us total) trans 4294968265 rc 301/301 00000100:00100000:3.0:1785389319.922834:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1452 00000100:00100000:2.0:1785389319.929997:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389319.930069:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458952832 00000100:00100000:3.0:1785389319.930079:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458952832 00000100:00100000:3.0:1785389319.930132:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:3.0:1785389319.930142:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:32804:x1872115458952832:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389319.930458:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:32804:x1872115458952832:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 317us (468us total) trans 4294968266 rc 0/0 00000100:00100000:3.0:1785389319.930465:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 293 00000100:00100000:2.0:1785389319.932327:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389319.932391:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458952960 00000100:00100000:3.0:1785389319.932400:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458952960 00000100:00100000:3.0:1785389319.932457:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1453 00000100:00100000:3.0:1785389319.932485:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:32804:x1872115458952960:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389319.932502:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389319.932521:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79c22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a458 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.932579:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79c22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a458 expref: 110 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.932591:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79c22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a458 expref: 110 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.932607:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389319.932610:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1785389319.932613:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389319.932655:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:32804:x1872115458952960:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 190us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389319.932662:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1453 00000100:00100000:2.0:1785389319.936723:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389319.936865:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458953216 00000100:00100000:0.0:1785389319.936894:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458953216 00000100:00100000:0.0:1785389319.936941:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1454 00000100:00100000:0.0:1785389319.936950:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:32804:x1872115458953216:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1785389319.937007:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937021:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937031:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937223:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937250:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937258:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937269:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389319.937274:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937282:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937293:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389319.937296:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1785389319.937300:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389319.937326:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389319.937387:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:32804:x1872115458953216:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 438us (672us total) trans 4294968267 rc 0/0 00000100:00100000:0.0:1785389319.937395:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1454 00000100:00100000:2.0:1785389319.940590:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389319.940721:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458953472 00000100:00100000:3.0:1785389319.940730:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458953472 00000100:00100000:3.0:1785389319.940806:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1455 00000100:00100000:3.0:1785389319.940815:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:32804:x1872115458953472:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1785389319.941035:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.941072:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.941084:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1785389319.941143:0:5822:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968268 00000004:00010000:3.0:1785389319.941179:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f95e7f6f reply state 000000003d7ab283 transno 4294968269 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389319.941210:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389319.941286:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:32804:x1872115458953472:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 472us (703us total) trans 4294968269 rc 0/0 00000100:00100000:3.0:1785389319.941313:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1455 00000020:00080000:3.0:1785389319.941317:0:5822:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1785389319.942945:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.942957:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.942965:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.942971:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389319.942976:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.942984:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.942996:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389319.942999:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1785389319.943002:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389319.943009:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd79c30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389319.945168:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389319.951004:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458953728 00000100:00100000:1.0:1785389319.951018:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458953728 00000100:00100000:1.0:1785389319.951074:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00100000:1.0:1785389319.951083:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:32804:x1872115458953728:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389319.951421:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:32804:x1872115458953728:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 338us (6259us total) trans 4294968270 rc 0/0 00000100:00100000:1.0:1785389319.951429:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 294 00000100:00100000:2.0:1785389320.039513:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.040122:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458953984 00000100:00100000:1.0:1785389320.040133:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458953984 00000100:00100000:1.0:1785389320.040223:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1456 00000100:00100000:1.0:1785389320.040233:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:32807:x1872115458953984:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389320.040257:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.040278:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a45f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040350:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040364:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040375:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040390:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040397:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040403:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040525:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79c4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040534:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79c4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040542:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79c4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.040551:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.040669:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040691:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040698:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040704:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.040708:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040715:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040726:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.040729:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.040734:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040740:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79c3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040769:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040775:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040781:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040786:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.040789:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040795:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040802:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.040805:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.040808:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040813:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79c45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040849:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a45f expref: 117 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040862:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79c4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a45f expref: 116 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.040870:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.040872:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389320.040875:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329a00, rc 0) 00000100:00100000:1.0:1785389320.040943:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:32807:x1872115458953984:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 711us (1440us total) trans 4294968271 rc 0/0 00000100:00100000:1.0:1785389320.040950:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1456 00000100:00100000:2.0:1785389320.054705:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.054792:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458954112 00000100:00100000:1.0:1785389320.054804:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458954112 00000100:00100000:1.0:1785389320.054861:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1457 00000100:00100000:1.0:1785389320.054870:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:32807:x1872115458954112:12345-192.168.204.39@tcp:54:lfs.0 00010000:00010000:1.0:1785389320.054942:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.054959:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.054991:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055035:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055043:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055050:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055056:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.055060:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055067:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055077:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.055080:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.055084:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.055110:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.055175:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:32807:x1872115458954112:12345-192.168.204.39@tcp:54:lfs.0 Request processed in 305us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.055182:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1457 00000100:00100000:2.0:1785389320.059508:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.059593:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458954368 00000100:00100000:0.0:1785389320.059603:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458954368 00000100:00100000:0.0:1785389320.059656:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 295 00000100:00100000:0.0:1785389320.059666:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:32807:x1872115458954368:12345-192.168.204.39@tcp:35:lfs.0 00000100:00100000:0.0:1785389320.060167:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:32807:x1872115458954368:12345-192.168.204.39@tcp:35:lfs.0 Request processed in 502us (665us total) trans 4294968272 rc 0/0 00000100:00100000:0.0:1785389320.060174:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 295 00000100:00100000:2.0:1785389320.185510:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.185594:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458954624 00000100:00100000:0.0:1785389320.185604:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458954624 00000100:00100000:0.0:1785389320.185663:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1458 00000100:00100000:0.0:1785389320.185684:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:32812:x1872115458954624:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.185707:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.185728:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a466 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.185844:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79c68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.185879:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79c68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.185889:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79c68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.185898:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.186022:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a466 expref: 120 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.186040:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79c68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a466 expref: 119 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.186047:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.186050:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389320.186053:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246600, rc 0) 00000100:00100000:0.0:1785389320.186112:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+119:32812:x1872115458954624:12345-192.168.204.39@tcp:101:cat.0 Request processed in 437us (611us total) trans 4294968273 rc 0/0 00000100:00100000:0.0:1785389320.186118:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1458 00000100:00100000:2.0:1785389320.194136:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.194226:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458954880 00000100:00100000:1.0:1785389320.194236:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458954880 00000100:00100000:1.0:1785389320.194293:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1459 00000100:00100000:1.0:1785389320.194303:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+119:32814:x1872115458954880:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.194323:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.194343:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a46d expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.194442:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.194455:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.194466:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.194476:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.194584:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd79c76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 122 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.194602:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 121 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.194611:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.194614:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389320.194617:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389320.194684:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+121:32814:x1872115458954880:12345-192.168.204.39@tcp:101:cat.0 Request processed in 382us (554us total) trans 4294968274 rc 0/0 00000100:00100000:1.0:1785389320.194692:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1459 00000100:00100000:2.0:1785389320.201387:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.201421:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.201496:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458955264 00000100:00100000:3.0:1785389320.201507:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458955264 00000100:00100000:3.0:1785389320.201576:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458955136 00000100:00100000:3.0:1785389320.201580:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458955136 00000100:00100000:3.0:1785389320.201612:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 70 00000100:00100000:3.0:1785389320.201622:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32812:x1872115458955264:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:3.0:1785389320.201636:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1785389320.201659:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd79c4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a45f expref: 122 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.201690:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79c22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a458 expref: 121 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.201702:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389320.201707:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389320.201761:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:0.0:1785389320.201772:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+120:2362:x1872115458955136:12345-192.168.204.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1785389320.201773:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+120:32812:x1872115458955264:12345-192.168.204.39@tcp:103:cat.0 Request processed in 153us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389320.201780:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 70 00010000:00010000:0.0:1785389320.201781:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389320.201792:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79c68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a466 expref: 119 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.201803:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.201806:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389320.201827:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+118:2362:x1872115458955136:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 58us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.201834:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 71 00000100:00100000:3.0:1785389320.207460:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.207504:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.207508:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458955520 00000100:00100000:0.0:1785389320.207517:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458955520 00000100:00100000:3.0:1785389320.207533:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.207556:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458955904 00000100:00100000:0.0:1785389320.207559:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458955904 00000100:00100000:0.0:1785389320.207586:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1460 00000100:00100000:0.0:1785389320.207596:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+119:32815:x1872115458955520:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.207619:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.207639:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a474 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207727:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207741:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207782:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207797:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207805:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.207807:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458955776 00010000:00010000:0.0:1785389320.207811:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.207812:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458955776 00000100:00100000:1.0:1785389320.207838:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 296 00000100:00100000:1.0:1785389320.207844:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+121:32814:x1872115458955776:12345-192.168.204.39@tcp:35:cat.0 00010000:00010000:0.0:1785389320.207919:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207939:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.207947:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.207956:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000100:00100000:1.0:1785389320.208008:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+123:32814:x1872115458955776:12345-192.168.204.39@tcp:35:cat.0 Request processed in 162us (502us total) trans 4294968275 rc 0/0 00010000:00010000:0.0:1785389320.208008:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208015:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.208016:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 296 00010000:00010000:0.0:1785389320.208022:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208028:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.208032:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208038:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208052:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.208055:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.208060:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208066:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79c92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208076:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208082:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208088:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208093:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.208096:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208101:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208108:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fe000) 00010000:00010000:0.0:1785389320.208110:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1785389320.208112:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1461 00010000:00010000:0.0:1785389320.208113:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208118:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79c99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.208119:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32812:x1872115458955904:12345-192.168.204.39@tcp:58:cat.0 00010000:00010000:0.0:1785389320.208153:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79c8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 123 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.208160:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208166:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 122 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.208170:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 122 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.208177:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 122 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.208184:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 5/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208283:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.208286:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389320.208290:0:5822:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 5/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.208296:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246000, rc 0) 00000100:00100000:0.0:1785389320.208333:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32815:x1872115458955520:12345-192.168.204.39@tcp:101:cat.0 Request processed in 738us (880us total) trans 4294968276 rc 0/0 00000100:00100000:0.0:1785389320.208339:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1460 00010000:00010000:1.0:1785389320.216827:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 121 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.216852:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 121 pid: 5822 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.216868:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485920512:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389320.217705:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 121 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.217715:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 121 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.217724:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485920640:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389320.217778:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943437b8ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389320.228384:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.228462:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:1.0:1785389320.229905:0:5821:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.204.39@tcp) returned -22 from blocking AST (req@000000002df1e1e0 x1872115485920512) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 121 pid: 5822 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.229928:0:5821:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 121 pid: 5822 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.229953:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79ca0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a474 expref: 121 pid: 5822 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.229970:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485920512:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389320.229986:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485920640:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389320.230011:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.230016:0:5821:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.230028:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389320.231304:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458956288 00000100:00100000:2.0:1785389320.231313:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458956288 00000100:00100000:2.0:1785389320.231366:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 297 00000100:00100000:2.0:1785389320.231375:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+121:32815:x1872115458956288:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.231609:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32815:x1872115458956288:12345-192.168.204.39@tcp:35:cat.0 Request processed in 234us (3146us total) trans 4294968277 rc 0/0 00000100:00100000:2.0:1785389320.231617:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 297 00000100:00100000:0.0:1785389320.233961:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458956032 00000100:00100000:0.0:1785389320.233972:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458956032 00000100:00100000:1.0:1785389320.234068:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:1.0:1785389320.234076:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:2363:x1872115458956032:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389320.234090:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389320.234093:0:5805:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie b9b521054fd79ca0) 00010000:00010000:1.0:1785389320.234095:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389320.234147:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:2363:x1872115458956032:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 72us (5772us total) trans 0 rc 116/116 00000100:00100000:1.0:1785389320.234155:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 72 00000100:00100000:3.0:1785389320.248547:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.248691:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458956416 00000100:00100000:1.0:1785389320.248701:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458956416 00000100:00100000:1.0:1785389320.248786:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1462 00000100:00100000:1.0:1785389320.248796:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32815:x1872115458956416:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.248817:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.248837:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79cb5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a47b expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.248895:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.248910:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.248920:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.248957:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1785389320.248962:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389320.248980:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.248991:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.249013:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79cb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 124 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.249029:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 123 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.249037:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.249040:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.249043:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc 0) 00000100:00100000:1.0:1785389320.249108:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+123:32815:x1872115458956416:12345-192.168.204.39@tcp:101:cat.0 Request processed in 314us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.249115:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1462 00000100:00100000:0.0:1785389320.262730:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.262975:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458956544 00000100:00100000:3.0:1785389320.262985:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458956544 00010000:00010000:3.0:1785389320.263021:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 123 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389320.263066:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00100000:3.0:1785389320.263076:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+123:2362:x1872115458956544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389320.263091:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389320.263099:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 123 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.263112:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 123 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.263133:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd79c7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a46d expref: 123 pid: 9185 timeout: 1140 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.263147:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389320.263152:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.263161:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.263169:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.263200:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389320.263227:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.263239:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389320.263255:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:2362:x1872115458956544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 180us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389320.263262:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 434 00000040:00080000:1.0:1785389320.263399:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:1.0:1785389320.263455:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+121:32812:x1872115458955904:12345-192.168.204.39@tcp:58:cat.0 Request processed in 55336us (55920us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.263463:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1461 00000100:00100000:2.0:1785389320.275818:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.275901:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458956672 00000100:00100000:0.0:1785389320.275911:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458956672 00000100:00100000:0.0:1785389320.275968:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1463 00000100:00100000:0.0:1785389320.275977:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+121:32812:x1872115458956672:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.276000:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.276019:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a482 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.276075:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.276087:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 122 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.276104:0:5822:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.276116:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 122 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.276131:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.276134:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1785389320.276137:0:5822:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 122 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.276145:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:0.0:1785389320.276213:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32812:x1872115458956672:12345-192.168.204.39@tcp:101:cat.0 Request processed in 236us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.276220:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1463 00000100:00100000:2.0:1785389320.292306:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.292644:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458956928 00000100:00100000:1.0:1785389320.292654:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458956928 00000100:00100000:1.0:1785389320.292725:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1464 00000100:00100000:1.0:1785389320.292735:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+122:32823:x1872115458956928:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.292789:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.292811:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79cca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a489 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.292883:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.292896:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.292908:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.292923:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.292929:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.292941:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293061:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293071:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293079:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.293088:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.293180:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293188:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293195:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293201:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.293205:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293213:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293225:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.293229:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.293233:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293238:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79cdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293252:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293258:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293264:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293268:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.293270:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293275:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293281:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.293282:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.293284:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293289:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd79cd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293297:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293303:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293309:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293315:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.293317:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293323:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293330:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.293332:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.293335:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293340:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79cd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293374:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79cca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a489 expref: 124 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293385:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.293387:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.293390:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd79cca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a489 expref: 124 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.293399:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328600, rc 0) 00000100:00100000:1.0:1785389320.293458:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+123:32823:x1872115458956928:12345-192.168.204.39@tcp:101:cat.0 Request processed in 724us (1161us total) trans 4294968278 rc 301/301 00000100:00100000:1.0:1785389320.293469:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1464 00000100:00100000:2.0:1785389320.308308:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.308360:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.308456:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458957184 00000100:00100000:0.0:1785389320.308466:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458957184 00000100:00100000:0.0:1785389320.308524:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1465 00000100:00100000:0.0:1785389320.308533:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+123:32819:x1872115458957184:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.308557:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.308577:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79ced lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a490 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308661:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308686:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308698:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308713:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308720:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308727:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389320.308775:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458957440 00000100:00100000:3.0:1785389320.308780:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458957440 00000100:00100000:3.0:1785389320.308816:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 298 00000100:00100000:3.0:1785389320.308823:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b015c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+125:32823:x1872115458957440:12345-192.168.204.39@tcp:35:cat.0 00010000:00010000:0.0:1785389320.308919:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308941:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.308948:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.308958:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.309006:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309013:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309019:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389320.309024:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b015c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+127:32823:x1872115458957440:12345-192.168.204.39@tcp:35:cat.0 Request processed in 201us (663us total) trans 4294968279 rc 0/0 00010000:00010000:0.0:1785389320.309026:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.309030:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389320.309031:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 298 00010000:00010000:0.0:1785389320.309038:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309048:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.309051:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.309055:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309060:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79d02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309072:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309078:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309084:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309089:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.309092:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309103:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309115:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.309118:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.309121:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309127:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79cf4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309135:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309142:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309147:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309152:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.309155:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309161:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309167:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fe000) 00010000:00010000:0.0:1785389320.309170:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.309172:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309177:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79cfb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309214:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79ced lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a490 expref: 126 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309225:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.309228:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.309231:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd79ced lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a490 expref: 126 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.309240:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246a00, rc 0) 00000100:00100000:0.0:1785389320.309262:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+125:32819:x1872115458957184:12345-192.168.204.39@tcp:101:cat.0 Request processed in 731us (964us total) trans 4294968280 rc 301/301 00000100:00100000:0.0:1785389320.309269:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1465 00000100:00100000:2.0:1785389320.317021:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.317101:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458957696 00000100:00100000:0.0:1785389320.317111:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458957696 00000100:00100000:0.0:1785389320.317168:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1466 00000100:00100000:0.0:1785389320.317178:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+125:32818:x1872115458957696:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.317200:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.317219:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd79d10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a497 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317284:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317297:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317306:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317318:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317325:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317331:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317441:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317449:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317455:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.317464:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.317543:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317549:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317555:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317561:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.317565:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317577:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317588:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.317592:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.317596:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317602:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317617:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317623:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317629:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317633:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.317636:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317642:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317648:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.317651:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.317653:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317664:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317682:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317687:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317694:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317698:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.317700:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317705:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317710:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.317712:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.317714:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317719:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317782:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd79d10 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a497 expref: 127 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317798:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.317800:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.317804:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd79d10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a497 expref: 127 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.317813:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246800, rc 0) 00000100:00100000:0.0:1785389320.317857:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+126:32818:x1872115458957696:12345-192.168.204.39@tcp:101:cat.0 Request processed in 682us (846us total) trans 4294968281 rc 301/301 00000100:00100000:0.0:1785389320.317864:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1466 00000100:00100000:1.0:1785389320.323633:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.325835:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458957952 00000100:00100000:2.0:1785389320.325847:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458957952 00000100:00100000:2.0:1785389320.325906:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:2.0:1785389320.325917:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+126:32819:x1872115458957952:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.326136:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+127:32819:x1872115458957952:12345-192.168.204.39@tcp:35:cat.0 Request processed in 221us (2509us total) trans 4294968282 rc 0/0 00000100:00100000:2.0:1785389320.326144:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 299 00000100:00100000:1.0:1785389320.347995:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.348035:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.348069:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.348101:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.348123:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.348203:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458958336 00000100:00100000:0.0:1785389320.348213:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458958336 00000100:00100000:0.0:1785389320.348284:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458958592 00000100:00100000:0.0:1785389320.348288:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458958592 00000100:00100000:0.0:1785389320.348307:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458958208 00000100:00100000:0.0:1785389320.348310:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458958208 00000100:00100000:0.0:1785389320.348326:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458958464 00000100:00100000:0.0:1785389320.348328:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458958464 00000100:00100000:0.0:1785389320.348346:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 683 00000100:00100000:0.0:1785389320.348355:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115458958336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389320.348419:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115458958336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.348427:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 683 00000100:00100000:0.0:1785389320.348444:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 684 00000100:00100000:0.0:1785389320.348450:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458958592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389320.348475:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458958592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.348481:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 684 00000100:00100000:0.0:1785389320.348493:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 685 00000100:00100000:0.0:1785389320.348499:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458958208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389320.348523:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:2365:x1872115458958208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.348528:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 685 00000100:00100000:0.0:1785389320.348539:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 686 00000100:00100000:0.0:1785389320.348546:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458958464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389320.348570:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458958464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.348575:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 686 00000100:00080000:1.0:1785389320.348939:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389320.348943:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389320.350042:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458958080 00000100:00100000:2.0:1785389320.350054:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458958080 00000100:00100000:2.0:1785389320.350096:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 689 00000100:00100000:2.0:1785389320.350104:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458958080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389320.350156:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458958080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 51us (2169us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389320.350162:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 689 00000100:00100000:0.0:1785389320.365472:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.365508:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.365572:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458958848 00000100:00100000:2.0:1785389320.365582:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458958848 00000100:00100000:2.0:1785389320.365640:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:2.0:1785389320.365651:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+127:32818:x1872115458958848:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.365908:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+128:32818:x1872115458958848:12345-192.168.204.39@tcp:35:cat.0 Request processed in 257us (462us total) trans 4294968283 rc 0/0 00000100:00100000:2.0:1785389320.365916:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 300 00000100:00100000:3.0:1785389320.366135:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458959104 00000100:00100000:3.0:1785389320.366142:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458959104 00000100:00100000:3.0:1785389320.366177:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1467 00000100:00100000:3.0:1785389320.366193:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+128:32820:x1872115458959104:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:3.0:1785389320.366203:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389320.366224:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a49e expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366326:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366340:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366356:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366372:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366380:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366386:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366490:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366501:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366508:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389320.366516:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1785389320.366559:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366566:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366573:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366579:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421edc00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389320.366584:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366592:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366604:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389320.366607:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389320.366611:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366617:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366630:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366636:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366641:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366646:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389320.366649:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366654:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366660:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389320.366663:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389320.366666:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366681:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd79d3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366690:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366696:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366701:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366706:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389320.366709:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366715:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366723:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434129f8500) 00010000:00010000:3.0:1785389320.366725:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389320.366728:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366734:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd79d41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366817:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d33 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a49e expref: 130 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366832:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:3.0:1785389320.366835:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1785389320.366838:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a49e expref: 130 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.366846:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389320.366873:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+129:32820:x1872115458959104:12345-192.168.204.39@tcp:101:cat.0 Request processed in 690us (1365us total) trans 4294968284 rc 301/301 00000100:00100000:3.0:1785389320.366879:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1467 00000100:00100000:3.0:1785389320.379804:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.379842:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.379961:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458959616 00000100:00100000:0.0:1785389320.379971:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458959616 00000100:00100000:0.0:1785389320.380024:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1468 00000100:00100000:0.0:1785389320.380034:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+129:32822:x1872115458959616:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.380058:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.380076:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4a5 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380146:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380159:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380170:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380181:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380187:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380194:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380311:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380320:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380327:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.380335:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.380415:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380433:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380444:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380449:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.380454:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380460:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380470:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.380472:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.380476:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380481:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79d6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380494:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380506:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380515:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380519:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.380521:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380525:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380530:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.380532:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.380534:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380540:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79d5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380545:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380551:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380555:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380560:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.380562:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380568:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380573:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.380576:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.380578:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380583:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd79d64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380619:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d56 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4a5 expref: 131 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380634:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.380643:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.380646:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79d56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4a5 expref: 131 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.380655:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246600, rc 0) 00000100:00100000:0.0:1785389320.380721:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+130:32822:x1872115458959616:12345-192.168.204.39@tcp:101:cat.0 Request processed in 688us (878us total) trans 4294968285 rc 301/301 00000100:00100000:0.0:1785389320.380728:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1468 00000100:00100000:2.0:1785389320.381034:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458959360 00000100:00100000:2.0:1785389320.381039:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458959360 00000100:00100000:2.0:1785389320.381079:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 301 00000100:00100000:2.0:1785389320.381087:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+130:32820:x1872115458959360:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.381193:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+131:32820:x1872115458959360:12345-192.168.204.39@tcp:35:cat.0 Request processed in 108us (1400us total) trans 4294968286 rc 0/0 00000100:00100000:2.0:1785389320.381201:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 301 00000100:00100000:2.0:1785389320.410370:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.410408:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.410445:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458959872 00000100:00100000:3.0:1785389320.410455:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458959872 00000100:00100000:1.0:1785389320.410503:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458960128 00000100:00100000:1.0:1785389320.410508:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458960128 00000100:00100000:3.0:1785389320.410519:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1469 00000100:00100000:3.0:1785389320.410528:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+132:32831:x1872115458959872:12345-192.168.204.39@tcp:101:cat.0 00000100:00100000:1.0:1785389320.410535:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 302 00000100:00100000:1.0:1785389320.410540:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+132:32822:x1872115458960128:12345-192.168.204.39@tcp:35:cat.0 00010000:00010000:3.0:1785389320.410554:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389320.410573:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4ac expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.410634:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.410779:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.410782:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+134:32822:x1872115458960128:12345-192.168.204.39@tcp:35:cat.0 Request processed in 240us (372us total) trans 4294968287 rc 0/0 00000100:00100000:1.0:1785389320.410789:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 302 00010000:00010000:3.0:1785389320.410792:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.410812:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.410819:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.410825:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.410970:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.410981:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.410989:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.411000:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.411048:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411060:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411067:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411073:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.411077:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411085:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411097:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.411100:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.411104:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411111:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79d8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411126:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411131:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411137:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411142:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9434421ec400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.411145:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411150:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411157:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.411159:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.411161:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411166:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec400/0xb9b521054fd79d80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411174:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411181:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411198:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411203:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.411206:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411224:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411230:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434129f8500) 00010000:00010000:1.0:1785389320.411232:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.411235:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411247:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd79d87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411277:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d79 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4ac expref: 134 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411286:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.411289:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.411312:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421edc00/0xb9b521054fd79d79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4ac expref: 134 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.411321:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9434421edc00, rc 0) 00000100:00100000:1.0:1785389320.411354:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+133:32831:x1872115458959872:12345-192.168.204.39@tcp:101:cat.0 Request processed in 827us (999us total) trans 4294968288 rc 301/301 00000100:00100000:1.0:1785389320.411361:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1469 00010000:00010000:3.0:1785389320.431306:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389320.439099:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.439198:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458960384 00000100:00100000:2.0:1785389320.439208:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458960384 00000100:00100000:2.0:1785389320.439267:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1470 00000100:00100000:2.0:1785389320.439278:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+133:32830:x1872115458960384:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.439307:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.439337:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79d9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4b3 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439413:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439427:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439438:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439454:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439462:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439469:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439584:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439593:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439599:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.439608:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.439701:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439708:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439715:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439721:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.439725:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439736:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439788:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.439792:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.439797:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439803:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79db1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439820:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439827:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439833:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439838:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.439841:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439847:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439854:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.439856:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.439859:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439867:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79da3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439876:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439881:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439886:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439890:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.439892:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439898:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439903:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840d00) 00010000:00010000:2.0:1785389320.439905:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.439908:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439912:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79daa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.439983:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79d9c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4b3 expref: 135 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.440000:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.440002:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.440006:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79d9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4b3 expref: 135 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.440015:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:2.0:1785389320.440091:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+134:32830:x1872115458960384:12345-192.168.204.39@tcp:101:cat.0 Request processed in 796us (983us total) trans 4294968289 rc 301/301 00000100:00100000:2.0:1785389320.440099:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1470 00000100:00100000:0.0:1785389320.450531:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.453563:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458960640 00000100:00100000:2.0:1785389320.453575:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458960640 00000100:00100000:2.0:1785389320.453629:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:2.0:1785389320.453636:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+134:32831:x1872115458960640:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.453889:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+135:32831:x1872115458960640:12345-192.168.204.39@tcp:35:cat.0 Request processed in 251us (3365us total) trans 4294968290 rc 0/0 00000100:00100000:2.0:1785389320.453897:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 303 00000100:00100000:3.0:1785389320.453949:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.454064:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458960896 00000100:00100000:2.0:1785389320.454068:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458960896 00000100:00100000:2.0:1785389320.454104:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1471 00000100:00100000:2.0:1785389320.454111:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+135:32813:x1872115458960896:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.454124:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.454141:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79dbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4ba expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454195:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454208:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454218:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454230:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454236:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454241:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454333:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454341:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454346:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.454354:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.454410:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454417:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454434:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454440:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.454444:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454450:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454459:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.454462:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.454466:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454471:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79dd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454499:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454504:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454509:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454513:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400031400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.454515:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454520:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454528:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.454530:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.454533:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454537:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79dc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454545:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454550:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454554:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454558:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.454560:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454565:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454570:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840e00) 00010000:00010000:2.0:1785389320.454572:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.454574:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454578:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79dcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454609:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79dbf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4ba expref: 137 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454617:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.454619:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.454622:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79dbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4ba expref: 137 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.454630:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030000, rc 0) 00000100:00100000:2.0:1785389320.454662:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+136:32813:x1872115458960896:12345-192.168.204.39@tcp:101:cat.0 Request processed in 552us (715us total) trans 4294968291 rc 301/301 00000100:00100000:2.0:1785389320.454678:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1471 00000100:00100000:2.0:1785389320.457210:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.457267:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458961152 00000100:00100000:1.0:1785389320.457276:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458961152 00000100:00100000:1.0:1785389320.457321:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:1.0:1785389320.457331:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b014850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+136:32830:x1872115458961152:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389320.457501:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b014850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+137:32830:x1872115458961152:12345-192.168.204.39@tcp:35:cat.0 Request processed in 171us (296us total) trans 4294968292 rc 0/0 00000100:00100000:1.0:1785389320.457508:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 304 00000100:00100000:0.0:1785389320.462370:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.462470:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458961408 00000100:00100000:1.0:1785389320.462480:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458961408 00000100:00100000:1.0:1785389320.462529:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:1.0:1785389320.462537:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+137:32813:x1872115458961408:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389320.462782:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+138:32813:x1872115458961408:12345-192.168.204.39@tcp:35:cat.0 Request processed in 245us (421us total) trans 4294968293 rc 0/0 00000100:00100000:1.0:1785389320.462790:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 305 00000100:00100000:3.0:1785389320.464236:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.464328:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458961664 00000100:00100000:2.0:1785389320.464335:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458961664 00000100:00100000:2.0:1785389320.464374:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1472 00000100:00100000:2.0:1785389320.464382:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+138:32836:x1872115458961664:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.464395:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.464411:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79de2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4c1 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464478:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464491:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464507:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464520:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464526:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464531:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464629:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464636:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464647:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.464656:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.464724:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464731:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464737:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464762:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.464767:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464773:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464783:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.464786:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.464789:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464794:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79df7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464807:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464812:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464816:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464820:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.464823:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464827:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464832:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.464833:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.464836:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464841:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79de9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464848:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464852:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464859:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464863:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.464865:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464870:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464874:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840e00) 00010000:00010000:2.0:1785389320.464876:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.464878:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464882:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79df0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464909:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79de2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4c1 expref: 140 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464924:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.464926:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.464930:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79de2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4c1 expref: 140 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.464939:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389320.465022:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+139:32836:x1872115458961664:12345-192.168.204.39@tcp:101:cat.0 Request processed in 639us (788us total) trans 4294968294 rc 301/301 00000100:00100000:2.0:1785389320.465030:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1472 00000100:00100000:2.0:1785389320.475999:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.476135:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458961920 00000100:00100000:3.0:1785389320.476145:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458961920 00000100:00100000:3.0:1785389320.476210:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:3.0:1785389320.476221:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+139:32836:x1872115458961920:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:3.0:1785389320.476581:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+140:32836:x1872115458961920:12345-192.168.204.39@tcp:35:cat.0 Request processed in 361us (589us total) trans 4294968295 rc 0/0 00000100:00100000:3.0:1785389320.476589:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 306 00000100:00100000:2.0:1785389320.490179:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.492328:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458962176 00000100:00100000:1.0:1785389320.492339:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458962176 00000100:00100000:1.0:1785389320.494795:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1473 00000100:00100000:1.0:1785389320.494810:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+140:32824:x1872115458962176:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.494834:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.494856:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79e05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4c8 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.494937:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.494950:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.494961:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.494976:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.494983:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.494988:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495108:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495116:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495123:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.495132:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.495223:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495232:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495239:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495245:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.495249:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495258:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495269:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.495273:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.495277:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495287:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495300:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495305:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495310:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495314:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.495316:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495321:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495327:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.495329:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.495332:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495336:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495343:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495349:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495354:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495359:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.495361:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495366:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495372:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.495375:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.495378:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495383:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.495418:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79e05 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4c8 expref: 142 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.496048:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.496051:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.496056:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd79e05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4c8 expref: 142 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.496068:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328000, rc 0) 00000100:00100000:1.0:1785389320.497726:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+141:32824:x1872115458962176:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2917us (7553us total) trans 4294968296 rc 301/301 00000100:00100000:1.0:1785389320.497739:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1473 00000100:00100000:0.0:1785389320.515317:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.515406:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.515448:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458962688 00000100:00100000:0.0:1785389320.515457:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458962688 00000100:00100000:0.0:1785389320.515504:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1474 00000100:00100000:0.0:1785389320.515512:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+141:32839:x1872115458962688:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.515535:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.515555:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79e28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4cf expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.515621:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.515633:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516800:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516817:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516825:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516832:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516946:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516955:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.516963:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.516973:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.517071:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517078:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517084:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517089:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.517093:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517100:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517110:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.517113:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.517116:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517121:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79e3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517148:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517154:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517159:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517163:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.517165:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517170:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517175:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.517177:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.517180:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517691:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79e2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517704:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517710:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517717:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517722:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.517725:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517731:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517740:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.517778:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.517782:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517788:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd79e36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517830:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79e28 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4cf expref: 143 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517846:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.517849:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.517852:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd79e28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4cf expref: 143 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.517861:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246000, rc 0) 00000100:00100000:0.0:1785389320.517919:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+142:32839:x1872115458962688:12345-192.168.204.39@tcp:101:cat.0 Request processed in 2407us (2511us total) trans 4294968297 rc 301/301 00000100:00100000:0.0:1785389320.517926:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1474 00000100:00100000:3.0:1785389320.522280:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458962432 00000100:00100000:3.0:1785389320.522295:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458962432 00000100:00100000:3.0:1785389320.528085:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.528173:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458962944 00000100:00100000:1.0:1785389320.528182:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458962944 00000100:00100000:1.0:1785389320.528230:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1475 00000100:00100000:1.0:1785389320.528238:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+143:32843:x1872115458962944:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.528259:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.528277:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4d6 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528344:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528355:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528364:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528376:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528382:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528387:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528509:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528520:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528527:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.528535:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.528626:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528633:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528639:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528654:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.528658:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528682:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528692:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.528695:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.528699:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528705:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528730:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528736:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528741:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528771:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.528774:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528780:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528788:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.528790:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.528793:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528799:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528807:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528812:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528817:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528822:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.528824:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528829:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528834:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.528835:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.528837:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528842:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528873:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e4b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4d6 expref: 145 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528881:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.528883:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.528886:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4d6 expref: 145 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.528893:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329400, rc 0) 00000100:00100000:1.0:1785389320.528944:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+144:32843:x1872115458962944:12345-192.168.204.39@tcp:101:cat.0 Request processed in 707us (867us total) trans 4294968298 rc 301/301 00000100:00100000:1.0:1785389320.528951:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1475 00000100:00100000:2.0:1785389320.530407:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:2.0:1785389320.530416:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+143:32824:x1872115458962432:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.530684:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+144:32824:x1872115458962432:12345-192.168.204.39@tcp:35:cat.0 Request processed in 268us (15375us total) trans 4294968299 rc 0/0 00000100:00100000:2.0:1785389320.530691:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 307 00000100:00100000:3.0:1785389320.539962:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.540052:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458963200 00000100:00100000:1.0:1785389320.540062:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458963200 00000100:00100000:1.0:1785389320.540121:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1476 00000100:00100000:1.0:1785389320.540131:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+144:32825:x1872115458963200:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.540151:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.540170:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4dd expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540246:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540259:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540270:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540281:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540287:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540292:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540407:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540414:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540420:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.540430:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.540516:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540523:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540528:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540533:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.540537:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540543:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540553:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.540556:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.540560:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540565:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79e83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540592:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540597:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540605:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540609:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.540611:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540616:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540621:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.540622:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.540624:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540629:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79e75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540635:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540646:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540650:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540654:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.540656:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540674:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540682:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.540684:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.540686:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540692:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79e7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540727:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e6e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4dd expref: 146 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540737:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.540739:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.540781:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd79e6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4dd expref: 146 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.540792:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329400, rc 0) 00000100:00100000:1.0:1785389320.540847:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+145:32825:x1872115458963200:12345-192.168.204.39@tcp:101:cat.0 Request processed in 718us (895us total) trans 4294968300 rc 301/301 00000100:00100000:1.0:1785389320.540855:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1476 00000100:00100000:1.0:1785389320.541406:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.551352:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458963456 00000100:00100000:3.0:1785389320.551364:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458963456 00000100:00100000:2.0:1785389320.551541:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 308 00000100:00100000:2.0:1785389320.551552:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+145:32839:x1872115458963456:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.551802:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+146:32839:x1872115458963456:12345-192.168.204.39@tcp:35:cat.0 Request processed in 251us (10396us total) trans 4294968301 rc 0/0 00000100:00100000:2.0:1785389320.551809:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 308 00000100:00100000:3.0:1785389320.551972:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.552390:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458963712 00000100:00100000:2.0:1785389320.552395:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458963712 00000100:00100000:2.0:1785389320.552432:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1477 00000100:00100000:2.0:1785389320.552439:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+146:32833:x1872115458963712:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.552452:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.552470:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79e91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4e4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552531:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552546:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552557:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552570:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552576:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552582:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552707:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552716:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552723:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.552737:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.552806:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552814:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552819:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552824:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.552828:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552835:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552845:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.552848:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.552853:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552858:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79ea6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552872:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552877:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552885:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552890:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.552892:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552897:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552903:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.552905:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.552907:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552912:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79e98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552918:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552924:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552930:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552935:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.552937:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552947:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552954:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840e00) 00010000:00010000:2.0:1785389320.552956:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.552959:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552965:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79e9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.552995:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79e91 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4e4 expref: 148 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.553005:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.553007:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.553010:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79e91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4e4 expref: 148 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.553018:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:2.0:1785389320.553058:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+147:32833:x1872115458963712:12345-192.168.204.39@tcp:101:cat.0 Request processed in 619us (1086us total) trans 4294968302 rc 301/301 00000100:00100000:2.0:1785389320.553065:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1477 00000100:00100000:3.0:1785389320.554230:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.554367:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458963968 00000100:00100000:2.0:1785389320.554372:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458963968 00000100:00100000:2.0:1785389320.554397:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:2.0:1785389320.554404:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+147:32843:x1872115458963968:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.554520:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+148:32843:x1872115458963968:12345-192.168.204.39@tcp:35:cat.0 Request processed in 116us (291us total) trans 4294968303 rc 0/0 00000100:00100000:2.0:1785389320.554526:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 309 00000100:00100000:3.0:1785389320.564944:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.564988:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.565066:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458964224 00000100:00100000:2.0:1785389320.565076:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458964224 00000100:00100000:2.0:1785389320.565130:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1478 00000100:00100000:2.0:1785389320.565139:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+148:32826:x1872115458964224:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.565162:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.565181:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79eb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4eb expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565260:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565272:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565282:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565297:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565303:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565308:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565418:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565427:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565434:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.565444:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.565526:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565534:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565540:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565545:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.565548:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565555:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565565:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.565567:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.565571:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565576:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79ec9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565594:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565599:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565604:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565607:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.565609:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565614:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565619:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.565621:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.565623:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565627:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79ebb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565646:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565651:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565655:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565660:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.565662:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565677:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565683:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840e00) 00010000:00010000:2.0:1785389320.565685:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.565687:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565692:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd79ec2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565723:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79eb4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4eb expref: 150 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565731:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.565733:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.565736:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79eb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4eb expref: 150 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.565777:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389320.565824:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+149:32826:x1872115458964224:12345-192.168.204.39@tcp:101:cat.0 Request processed in 687us (891us total) trans 4294968304 rc 301/301 00000100:00100000:2.0:1785389320.565831:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1478 00000100:00100000:1.0:1785389320.565989:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458964480 00000100:00100000:1.0:1785389320.565994:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458964480 00000100:00100000:1.0:1785389320.566025:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00100000:1.0:1785389320.566031:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b016450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+149:32825:x1872115458964480:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389320.566125:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b016450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+150:32825:x1872115458964480:12345-192.168.204.39@tcp:35:cat.0 Request processed in 94us (1136us total) trans 4294968305 rc 0/0 00000100:00100000:1.0:1785389320.566132:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 310 00000100:00100000:3.0:1785389320.574622:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.574918:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458964736 00000100:00100000:0.0:1785389320.574928:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458964736 00000100:00100000:0.0:1785389320.574987:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1479 00000100:00100000:0.0:1785389320.574997:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+150:32837:x1872115458964736:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.575020:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.575037:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79ed7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4f2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575103:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575116:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575126:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575137:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575144:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575149:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575262:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575269:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575275:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.575284:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.575379:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575386:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575392:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575397:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.575400:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575407:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575434:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.575437:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.575441:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575446:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79eec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575473:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575478:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575483:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575487:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.575489:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575494:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575499:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.575501:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.575503:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575507:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ede lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575517:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575522:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575526:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575530:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.575532:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575537:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575543:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.575545:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.575547:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575551:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ee5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575582:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79ed7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4f2 expref: 152 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575591:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.575593:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.575597:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79ed7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4f2 expref: 152 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.575605:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389320.575675:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+151:32837:x1872115458964736:12345-192.168.204.39@tcp:101:cat.0 Request processed in 671us (1054us total) trans 4294968306 rc 301/301 00000100:00100000:0.0:1785389320.575682:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1479 00000100:00100000:3.0:1785389320.576308:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.576386:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458964992 00000100:00100000:0.0:1785389320.576391:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458964992 00000100:00100000:0.0:1785389320.576503:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00100000:0.0:1785389320.576512:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+151:32826:x1872115458964992:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1785389320.576649:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+152:32826:x1872115458964992:12345-192.168.204.39@tcp:35:cat.0 Request processed in 125us (328us total) trans 4294968307 rc 0/0 00000100:00100000:3.0:1785389320.581177:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.581217:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.581405:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458965248 00000100:00100000:2.0:1785389320.581415:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458965248 00000100:00100000:1.0:1785389320.583350:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458965504 00000100:00100000:1.0:1785389320.583359:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458965504 00000100:00100000:1.0:1785389320.583398:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1480 00000100:00100000:1.0:1785389320.583407:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+154:32841:x1872115458965504:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.583441:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.583460:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79efa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a4f9 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583527:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583539:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583548:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583560:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583566:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583571:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583698:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583708:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583716:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.583725:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.583825:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583833:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583839:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583845:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.583849:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583856:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583867:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.583869:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.583873:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583879:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79f0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583895:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583900:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583911:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583915:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.583917:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583921:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583928:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.583930:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.583932:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583937:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79f01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583944:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583950:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583956:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583962:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.583965:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583970:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583978:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.583980:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.583982:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.583987:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79f08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.584019:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79efa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4f9 expref: 156 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.584027:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.584029:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.584032:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd79efa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a4f9 expref: 156 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.584039:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328e00, rc 0) 00000100:00100000:1.0:1785389320.584098:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+155:32841:x1872115458965504:12345-192.168.204.39@tcp:101:cat.0 Request processed in 693us (2881us total) trans 4294968308 rc 301/301 00000100:00100000:1.0:1785389320.584104:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1480 00000100:00100000:0.0:1785389320.585588:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 311 00000100:00100000:1.0:1785389320.586822:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00100000:1.0:1785389320.586842:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+153:32837:x1872115458965248:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389320.587089:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+154:32837:x1872115458965248:12345-192.168.204.39@tcp:35:cat.0 Request processed in 257us (5919us total) trans 4294968309 rc 0/0 00000100:00100000:1.0:1785389320.587096:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 312 00000100:00100000:1.0:1785389320.604816:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.605080:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458965760 00000100:00100000:0.0:1785389320.605091:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458965760 00000100:00100000:0.0:1785389320.605145:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1481 00000100:00100000:0.0:1785389320.605154:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+154:32828:x1872115458965760:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.605175:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.605204:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79f1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a500 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605285:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605299:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605313:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605328:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605335:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605341:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605468:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605478:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605486:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.605495:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.605587:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605594:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605600:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605604:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.605609:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605616:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605627:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.605630:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.605634:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605652:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605673:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605679:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605683:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605687:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.605689:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605694:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605699:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.605701:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.605705:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605710:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605717:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605721:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605726:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605730:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.605732:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605737:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605759:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.605762:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.605764:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605770:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605805:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79f1d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a500 expref: 156 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605820:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.605822:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.605825:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79f1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a500 expref: 156 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.605832:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389320.605879:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+155:32828:x1872115458965760:12345-192.168.204.39@tcp:101:cat.0 Request processed in 726us (1072us total) trans 4294968310 rc 301/301 00000100:00100000:0.0:1785389320.605886:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1481 00000100:00100000:1.0:1785389320.613097:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.613171:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458966016 00000100:00100000:2.0:1785389320.613181:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458966016 00000100:00100000:2.0:1785389320.613251:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1482 00000100:00100000:2.0:1785389320.613261:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+155:32834:x1872115458966016:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.613282:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.613302:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79f40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a507 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613371:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613385:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613397:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613411:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613418:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613424:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613542:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613551:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613561:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.613570:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.613688:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613695:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613701:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613706:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.613709:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613716:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613726:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.613729:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.613733:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613737:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd79f55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613786:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613796:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613801:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613805:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.613807:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613812:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613818:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.613820:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.613823:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613828:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd79f47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613849:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613854:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613858:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613863:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.613866:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613871:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613876:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840e00) 00010000:00010000:2.0:1785389320.613877:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.613879:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613884:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd79f4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613913:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79f40 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a507 expref: 157 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613922:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.613924:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.613927:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd79f40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a507 expref: 157 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.613935:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:2.0:1785389320.613989:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+156:32834:x1872115458966016:12345-192.168.204.39@tcp:101:cat.0 Request processed in 727us (900us total) trans 4294968311 rc 301/301 00000100:00100000:2.0:1785389320.613997:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1482 00000100:00100000:2.0:1785389320.615974:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.616033:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458966272 00000100:00100000:0.0:1785389320.616041:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458966272 00000100:00100000:0.0:1785389320.616077:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 313 00000100:00100000:0.0:1785389320.616085:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+156:32833:x1872115458966272:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1785389320.616276:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+157:32833:x1872115458966272:12345-192.168.204.39@tcp:35:cat.0 Request processed in 191us (305us total) trans 4294968312 rc 0/0 00000100:00100000:0.0:1785389320.616283:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 313 00000100:00100000:3.0:1785389320.617401:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.617459:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458966528 00000100:00100000:2.0:1785389320.617464:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458966528 00000100:00100000:2.0:1785389320.617497:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1483 00000100:00100000:2.0:1785389320.617504:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+157:32840:x1872115458966528:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:2.0:1785389320.617518:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.617535:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79f63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a50e expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617584:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617596:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617605:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617617:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617622:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617628:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617739:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617774:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617780:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389320.617792:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1785389320.617860:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617867:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617873:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617877:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.617881:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617886:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617895:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389320.617898:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389320.617901:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617906:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd79f78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617918:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617923:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617933:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617938:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.617941:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617947:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617954:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.617956:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.617959:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617965:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd79f6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617974:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617980:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617985:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.617989:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389320.617992:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.618002:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.618009:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412840d00) 00010000:00010000:2.0:1785389320.618012:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389320.618014:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.618020:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd79f71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.618053:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79f63 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a50e expref: 159 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.618063:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:2.0:1785389320.618066:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1785389320.618069:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd79f63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a50e expref: 159 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.618081:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:2.0:1785389320.618121:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+158:32840:x1872115458966528:12345-192.168.204.39@tcp:101:cat.0 Request processed in 617us (721us total) trans 4294968313 rc 301/301 00000100:00100000:2.0:1785389320.618127:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1483 00000100:00100000:1.0:1785389320.629559:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.629784:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458966784 00000100:00100000:0.0:1785389320.629794:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458966784 00000100:00100000:0.0:1785389320.629852:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1484 00000100:00100000:0.0:1785389320.629861:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+158:32832:x1872115458966784:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.629881:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.629902:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79f86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a515 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.629968:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.629981:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.629992:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630004:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630011:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630018:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630124:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630131:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630137:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.630144:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.630249:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630257:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630264:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630271:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.630275:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630282:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630293:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.630296:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.630300:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630306:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79f9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630321:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630327:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630334:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630339:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.630342:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630348:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630359:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.630361:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.630364:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630369:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79f8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630376:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630382:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630388:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630393:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.630396:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630402:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630408:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.630410:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.630412:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630418:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79f94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630453:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79f86 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a515 expref: 160 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630463:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.630466:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.630469:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79f86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a515 expref: 160 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.630477:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389320.630526:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+159:32832:x1872115458966784:12345-192.168.204.39@tcp:101:cat.0 Request processed in 666us (976us total) trans 4294968314 rc 301/301 00000100:00100000:0.0:1785389320.630533:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1484 00000100:00100000:3.0:1785389320.636087:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.636162:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458967040 00000100:00100000:2.0:1785389320.636172:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458967040 00000100:00100000:2.0:1785389320.636231:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:2.0:1785389320.636241:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+159:32841:x1872115458967040:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.636450:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+160:32841:x1872115458967040:12345-192.168.204.39@tcp:35:cat.0 Request processed in 210us (371us total) trans 4294968315 rc 0/0 00000100:00100000:2.0:1785389320.636458:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 314 00000100:00100000:3.0:1785389320.640598:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.640781:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458967296 00000100:00100000:1.0:1785389320.640790:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458967296 00000100:00100000:1.0:1785389320.640832:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1485 00000100:00100000:1.0:1785389320.640840:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+160:32838:x1872115458967296:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.640862:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.640881:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79fa9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a51c expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.640951:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.640965:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.640978:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.640992:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.640999:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641009:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641119:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641127:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641133:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.641141:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.641245:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641252:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641258:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641262:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.641266:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641273:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641283:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.641286:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.641290:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641295:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd79fbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641321:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641326:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641331:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641335:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.641337:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641342:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641347:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.641349:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.641352:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641356:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd79fb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641377:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641381:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641387:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641391:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.641393:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641397:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641402:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.641404:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.641406:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641410:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd79fb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641441:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79fa9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a51c expref: 162 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641449:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.641450:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.641453:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd79fa9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a51c expref: 162 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.641460:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00000100:00100000:1.0:1785389320.641514:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+161:32838:x1872115458967296:12345-192.168.204.39@tcp:101:cat.0 Request processed in 673us (923us total) trans 4294968316 rc 301/301 00000100:00100000:1.0:1785389320.641524:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1485 00000100:00100000:1.0:1785389320.643484:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.643548:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458967552 00000100:00100000:0.0:1785389320.643556:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458967552 00000100:00100000:0.0:1785389320.643608:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:0.0:1785389320.643616:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+161:32834:x1872115458967552:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1785389320.643852:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+162:32834:x1872115458967552:12345-192.168.204.39@tcp:35:cat.0 Request processed in 237us (372us total) trans 4294968317 rc 0/0 00000100:00100000:0.0:1785389320.643858:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 315 00000100:00100000:3.0:1785389320.648829:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.648874:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.648951:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458967808 00000100:00100000:0.0:1785389320.648962:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458967808 00000100:00100000:0.0:1785389320.649014:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1486 00000100:00100000:0.0:1785389320.649023:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+162:32842:x1872115458967808:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.649045:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.649064:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79fcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a523 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649129:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649143:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649155:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649168:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649175:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649182:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649309:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649317:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649323:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.649331:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.649406:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649416:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649422:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649428:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.649433:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649440:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649452:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.649455:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.649460:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649467:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd79fe1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649481:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649488:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649495:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649500:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.649503:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649509:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649516:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.649518:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.649521:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649527:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79fd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649535:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649541:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649546:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649551:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.649554:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649559:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649565:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.649567:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.649570:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649577:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79fda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649609:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79fcc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a523 expref: 164 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649619:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.649621:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.649625:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79fcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a523 expref: 164 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.649633:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389320.649690:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+163:32842:x1872115458967808:12345-192.168.204.39@tcp:101:cat.0 Request processed in 667us (869us total) trans 4294968318 rc 301/301 00000100:00100000:0.0:1785389320.649698:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1486 00000100:00100000:2.0:1785389320.649943:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458968064 00000100:00100000:2.0:1785389320.649949:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458968064 00000100:00100000:2.0:1785389320.649974:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:2.0:1785389320.649982:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b017850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+163:32828:x1872115458968064:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.650084:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b017850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+164:32828:x1872115458968064:12345-192.168.204.39@tcp:35:cat.0 Request processed in 103us (1210us total) trans 4294968319 rc 0/0 00000100:00100000:2.0:1785389320.650090:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 316 00000100:00100000:1.0:1785389320.660155:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.660286:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458968320 00000100:00100000:2.0:1785389320.660296:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458968320 00000100:00100000:2.0:1785389320.660340:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:2.0:1785389320.660348:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+164:32840:x1872115458968320:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.660567:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+165:32840:x1872115458968320:12345-192.168.204.39@tcp:35:cat.0 Request processed in 219us (422us total) trans 4294968320 rc 0/0 00000100:00100000:2.0:1785389320.660573:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 317 00000100:00100000:1.0:1785389320.666184:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.669204:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458968832 00000100:00100000:0.0:1785389320.669216:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458968832 00000100:00100000:0.0:1785389320.669268:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1487 00000100:00100000:0.0:1785389320.669277:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+165:32835:x1872115458968832:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:0.0:1785389320.669299:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389320.669319:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79fef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a52a expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669385:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669402:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669412:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669424:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669431:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669438:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669555:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669563:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669570:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389320.669578:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1785389320.669660:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669678:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669684:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669691:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.669696:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669703:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669714:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389320.669717:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389320.669721:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669727:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a004 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669758:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669766:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669774:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669778:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.669781:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669785:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669796:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.669798:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.669800:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669805:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd79ff6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669812:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669816:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669824:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669828:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389320.669831:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669835:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669840:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff9434092fef00) 00010000:00010000:0.0:1785389320.669842:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389320.669844:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669848:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd79ffd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669882:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79fef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a52a expref: 167 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669891:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:0.0:1785389320.669893:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1785389320.669896:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd79fef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a52a expref: 167 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389320.669904:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389320.669962:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+166:32835:x1872115458968832:12345-192.168.204.39@tcp:101:cat.0 Request processed in 685us (3786us total) trans 4294968321 rc 301/301 00000100:00100000:0.0:1785389320.669969:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1487 00000100:00100000:2.0:1785389320.673358:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.675104:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458968576 00000100:00100000:1.0:1785389320.675115:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458968576 00000100:00100000:1.0:1785389320.675166:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 318 00000100:00100000:1.0:1785389320.675175:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+166:32832:x1872115458968576:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389320.675379:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+167:32832:x1872115458968576:12345-192.168.204.39@tcp:35:cat.0 Request processed in 205us (2025us total) trans 4294968322 rc 0/0 00000100:00100000:1.0:1785389320.675386:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 318 00000100:00100000:3.0:1785389320.684378:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.684429:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.685841:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458969344 00000100:00100000:1.0:1785389320.685853:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458969344 00000100:00100000:1.0:1785389320.685916:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1488 00000100:00100000:1.0:1785389320.685926:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+167:32827:x1872115458969344:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.685952:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.685973:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a012 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a531 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686045:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686059:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686070:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686088:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686096:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686103:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686228:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686237:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686244:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.686254:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.686330:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686338:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686345:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686351:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.686355:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686367:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686377:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.686380:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.686384:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686390:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a027 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686404:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686410:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686416:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686420:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.686422:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686428:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686435:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.686437:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.686440:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686450:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a019 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686458:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686464:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686471:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686476:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.686479:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686484:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686490:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.686492:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.686495:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686501:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a020 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686535:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a012 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a531 expref: 169 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686550:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.686552:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.686556:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a012 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a531 expref: 169 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.686564:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329800, rc 0) 00000100:00100000:1.0:1785389320.686775:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+168:32827:x1872115458969344:12345-192.168.204.39@tcp:101:cat.0 Request processed in 849us (2355us total) trans 4294968323 rc 301/301 00000100:00100000:1.0:1785389320.686783:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1488 00000100:00100000:0.0:1785389320.686890:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458969088 00000100:00100000:0.0:1785389320.686895:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458969088 00000100:00100000:0.0:1785389320.686920:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 319 00000100:00100000:0.0:1785389320.686927:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+168:32838:x1872115458969088:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:0.0:1785389320.687024:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+169:32838:x1872115458969088:12345-192.168.204.39@tcp:35:cat.0 Request processed in 96us (2655us total) trans 4294968324 rc 0/0 00000100:00100000:0.0:1785389320.687030:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 319 00000100:00100000:3.0:1785389320.695427:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.695565:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458969600 00000100:00100000:2.0:1785389320.695574:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458969600 00000100:00100000:2.0:1785389320.695622:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:2.0:1785389320.695630:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+169:32842:x1872115458969600:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.695989:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+170:32842:x1872115458969600:12345-192.168.204.39@tcp:35:cat.0 Request processed in 357us (568us total) trans 4294968325 rc 0/0 00000100:00100000:2.0:1785389320.695996:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 320 00000100:00100000:3.0:1785389320.703148:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.703266:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458969856 00000100:00100000:1.0:1785389320.703275:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458969856 00000100:00100000:1.0:1785389320.703322:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:1.0:1785389320.703330:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+170:32835:x1872115458969856:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:1.0:1785389320.703535:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+171:32835:x1872115458969856:12345-192.168.204.39@tcp:35:cat.0 Request processed in 205us (395us total) trans 4294968326 rc 0/0 00000100:00100000:1.0:1785389320.703542:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 321 00000100:00100000:3.0:1785389320.707955:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.708000:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.708152:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458970368 00000100:00100000:1.0:1785389320.708160:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458970368 00000100:00100000:1.0:1785389320.708208:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1489 00000100:00100000:1.0:1785389320.708216:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+171:32829:x1872115458970368:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389320.708236:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.708256:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a035 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a538 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708322:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708334:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708345:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708356:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708363:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708368:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708481:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708489:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708495:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.708504:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.708589:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708597:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708603:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708609:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.708613:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708620:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708632:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.708646:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.708650:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708656:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a04a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708677:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708683:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708689:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708693:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.708696:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708701:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708713:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.708715:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.708718:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708723:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a03c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708732:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708738:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708773:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708778:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.708781:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708785:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708791:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff943412b95800) 00010000:00010000:1.0:1785389320.708792:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.708795:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708800:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a043 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708836:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a035 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a538 expref: 173 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708847:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.708849:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.708853:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a035 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a538 expref: 173 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.708861:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329800, rc 0) 00000100:00100000:1.0:1785389320.708904:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+172:32829:x1872115458970368:12345-192.168.204.39@tcp:101:cat.0 Request processed in 689us (904us total) trans 4294968327 rc 301/301 00000100:00100000:1.0:1785389320.708911:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1489 00000100:00100000:2.0:1785389320.709731:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458970112 00000100:00100000:2.0:1785389320.709737:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458970112 00000100:00100000:2.0:1785389320.709795:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:2.0:1785389320.709802:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b016050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+172:32827:x1872115458970112:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.709918:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b016050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+173:32827:x1872115458970112:12345-192.168.204.39@tcp:35:cat.0 Request processed in 116us (1971us total) trans 4294968328 rc 0/0 00000100:00100000:2.0:1785389320.709926:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 322 00000100:00100000:0.0:1785389320.712347:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.713163:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458970624 00000100:00100000:2.0:1785389320.713172:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458970624 00000100:00100000:2.0:1785389320.713222:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 323 00000100:00100000:2.0:1785389320.713229:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+173:32829:x1872115458970624:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389320.713394:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+174:32829:x1872115458970624:12345-192.168.204.39@tcp:35:cat.0 Request processed in 164us (1051us total) trans 4294968329 rc 0/0 00000100:00100000:2.0:1785389320.713401:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 323 00000040:00080000:2.0:1785389320.815271:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389320.815280:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389320.815319:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:2.0:1785389320.815325:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389320.815440:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485920768:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389320.815594:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e990c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389320.828493:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.828578:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458970752 00000100:00100000:1.0:1785389320.828586:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458970752 00000100:00100000:1.0:1785389320.828640:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1490 00000100:00100000:1.0:1785389320.828649:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458970752:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389320.828686:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x52:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389320.828814:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458970752:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 165us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.828822:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1490 00000100:00100000:2.0:1785389320.830723:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485920768:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389320.835470:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.835592:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458970880 00000100:00100000:1.0:1785389320.835601:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458970880 00000100:00100000:1.0:1785389320.835671:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1491 00000100:00100000:1.0:1785389320.835681:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32844:x1872115458970880:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.835774:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835792:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835804:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835819:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835827:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835833:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835852:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835860:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.835866:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.835899:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1785389320.835903:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389320.836034:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836045:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836055:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836061:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836066:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.836070:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836076:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836087:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389320.836089:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.836093:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836098:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a058 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836107:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836112:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836117:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836121:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.836124:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836130:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836136:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8138294e (ffff943412b95800) 00010000:00010000:1.0:1785389320.836139:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.836141:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836147:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a05f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836158:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836164:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836170:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836175:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.836178:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836249:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836260:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.836262:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.836266:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.836271:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a066 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.836410:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32844:x1872115458970880:12345-192.168.204.39@tcp:34:lhsmtool_posix.0 Request processed in 730us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.836417:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1491 00000100:00100000:0.0:1785389320.852589:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.852907:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458971136 00000100:00100000:1.0:1785389320.852966:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458971136 00000100:00100000:1.0:1785389320.853060:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1492 00000100:00100000:1.0:1785389320.853069:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:32844:x1872115458971136:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.853088:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.853106:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a06d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a53f expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853215:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853230:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853240:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.853250:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1785389320.853338:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853344:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853352:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853357:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.853361:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853367:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853377:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389320.853380:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389320.853384:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853389:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a074 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853423:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a06d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a53f expref: 57 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853431:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff943425e45000) 00010000:00010000:1.0:1785389320.853433:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1785389320.853436:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a06d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a53f expref: 57 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.853444:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389320.853534:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458971136:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 466us (954us total) trans 4294968330 rc 301/301 00000100:00100000:1.0:1785389320.853545:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1492 00000100:00100000:0.0:1785389320.877609:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.877734:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458971264 00000100:00100000:3.0:1785389320.877765:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458971264 00000100:00100000:3.0:1785389320.877817:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1493 00000100:00100000:3.0:1785389320.877826:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458971264:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389320.877859:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000401:0x52:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389320.878140:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458971264:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 314us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389320.878147:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1493 00000100:00100000:3.0:1785389320.883259:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.883339:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458971520 00000100:00100000:1.0:1785389320.883347:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458971520 00000100:00100000:1.0:1785389320.883396:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1494 00000100:00100000:1.0:1785389320.883405:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458971520:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.883424:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.883445:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a082 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a546 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389320.884025:0:19127:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00010000:00010000:1.0:1785389320.884247:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a089 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.884263:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.884275:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.884323:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a082 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a546 expref: 59 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.884338:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a089 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a546 expref: 58 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.884347:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff943412b95800) 00010000:00010000:1.0:1785389320.884350:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389320.884354:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329000, rc 0) 00000100:00100000:1.0:1785389320.884405:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:32844:x1872115458971520:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 1001us (1153us total) trans 4294968331 rc 0/0 00000100:00100000:1.0:1785389320.884413:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1494 00000100:00100000:0.0:1785389320.893377:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.893507:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458971776 00000100:00100000:1.0:1785389320.893517:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458971776 00000100:00100000:1.0:1785389320.893574:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1495 00000100:00100000:1.0:1785389320.893584:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:32844:x1872115458971776:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.893650:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389320.893686:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a089 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a546 expref: 58 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.893706:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff943412b95800) 00010000:00010000:1.0:1785389320.893718:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389320.893741:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894002:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894013:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894029:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894036:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894043:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894114:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894122:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894129:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894134:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.894139:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894146:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894153:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff9434092fe200) 00010000:00010000:1.0:1785389320.894156:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.894160:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894166:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a097 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894174:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894180:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894197:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894203:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389320.894206:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894212:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894220:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x1c73d8a3 (ffff943412b95a00) 00010000:00010000:1.0:1785389320.894222:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389320.894225:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.894231:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a09e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x1c73d8a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.894305:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:32844:x1872115458971776:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 721us (937us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389320.894312:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1495 00000100:00100000:0.0:1785389320.900705:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.900793:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458971904 00000100:00100000:3.0:1785389320.900803:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458971904 00000100:00100000:3.0:1785389320.900858:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1496 00000100:00100000:3.0:1785389320.900867:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:32844:x1872115458971904:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389320.900886:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389320.900907:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a54d expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.900954:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.900967:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.900978:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.901076:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 59 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.901093:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 58 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.901102:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389320.901105:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389320.901108:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:3.0:1785389320.901166:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:32844:x1872115458971904:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 299us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389320.901173:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1496 00000100:00100000:0.0:1785389320.903345:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.903804:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458972160 00000100:00100000:1.0:1785389320.903811:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458972160 00000100:00100000:1.0:1785389320.903845:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1497 00000100:00100000:1.0:1785389320.903852:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:32844:x1872115458972160:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.903903:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.903992:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.904002:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1785389320.904482:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 88 off9416 00000004:00080000:1.0:1785389320.904492:0:19127:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041208746454ns, next at 1042208744311ns, rc = 0 00000004:00010000:1.0:1785389320.904570:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002b0284d3 reply state 00000000e3451379 transno 4294968332 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389320.904579:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389320.904846:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:32844:x1872115458972160:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 992us (1503us total) trans 4294968332 rc 0/0 00000100:00100000:1.0:1785389320.904852:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1497 00010000:00010000:3.0:1785389320.910773:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.910788:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.910796:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.910803:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389320.910808:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.910816:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.910832:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389320.910835:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1785389320.910839:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.910846:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a0b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389320.912775:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.912845:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458972288 00000100:00100000:1.0:1785389320.912854:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458972288 00000100:00100000:1.0:1785389320.912897:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1498 00000100:00100000:1.0:1785389320.912904:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:32844:x1872115458972288:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.912936:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.912952:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a554 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.913001:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 60 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.913013:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 60 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.913027:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389320.913030:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389320.913033:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389320.913084:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:32844:x1872115458972288:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 180us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.913090:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1498 00000100:00100000:0.0:1785389320.914786:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.914861:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458972416 00000100:00100000:1.0:1785389320.914867:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458972416 00000100:00100000:1.0:1785389320.914901:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:1.0:1785389320.914908:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458972416:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1785389320.915211:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458972416:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 302us (426us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1785389320.915218:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 413 00000100:00100000:0.0:1785389320.922484:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.922611:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458972672 00000100:00100000:1.0:1785389320.922621:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458972672 00000100:00100000:1.0:1785389320.922728:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00100000:1.0:1785389320.922739:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:32844:x1872115458972672:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389320.924365:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:32844:x1872115458972672:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1626us (1887us total) trans 4294968333 rc 0/0 00000100:00100000:1.0:1785389320.924373:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 324 00000100:00100000:3.0:1785389320.934009:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.934162:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458972928 00000100:00100000:2.0:1785389320.934173:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458972928 00000100:00100000:2.0:1785389320.934226:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1499 00000100:00100000:2.0:1785389320.934236:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:32844:x1872115458972928:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389320.934355:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:32844:x1872115458972928:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 121us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389320.934362:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1499 00000100:00100000:0.0:1785389320.940394:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389320.940942:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973056 00000100:00100000:1.0:1785389320.940952:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973056 00000100:00100000:1.0:1785389320.941005:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1500 00000100:00100000:1.0:1785389320.941013:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:32844:x1872115458973056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389320.941032:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389320.941050:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a0c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a55b expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.941113:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a0c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.941126:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.941135:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389320.941167:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389320.941183:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.941204:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329000/0xb9b521054fd7a0c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a55b expref: 63 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.941222:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a55b expref: 62 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389320.941230:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389320.941233:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1785389320.941236:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329a00, rc 0) 00000100:00100000:1.0:1785389320.941292:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:32844:x1872115458973056:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 279us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389320.941298:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1500 00000100:00100000:0.0:1785389320.974274:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389320.975017:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973184 00000100:00100000:3.0:1785389320.975026:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973184 00000100:00100000:3.0:1785389320.975082:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 414 00000100:00100000:3.0:1785389320.975091:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458973184:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389320.975108:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389320.975126:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a562 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389320.975155:0:21226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a6ae108, blocks: 0x1 00010000:00010000:3.0:1785389320.975173:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=1041s v=(0 0) 00010000:00010000:3.0:1785389320.975185:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389320.975194:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 11 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.975211:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 11 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389320.975223:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:3.0:1785389320.975284:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458973184:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 194us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389320.975290:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 414 00000100:00100000:3.0:1785389320.985592:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389320.985708:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973440 00000100:00100000:0.0:1785389320.985719:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973440 00000100:00100000:0.0:1785389320.985814:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1501 00000100:00100000:0.0:1785389320.985825:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:32844:x1872115458973440:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389320.986040:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:32844:x1872115458973440:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 217us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389320.986048:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1501 00000100:00100000:1.0:1785389320.993345:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389320.993441:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973568 00000100:00100000:2.0:1785389320.993449:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973568 00000100:00100000:2.0:1785389320.993502:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 415 00000100:00100000:2.0:1785389320.993511:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:32844:x1872115458973568:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389320.993527:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389320.993543:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a569 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.993575:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.993583:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389320.993587:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389320.993591:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.993621:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389320.993644:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389320.993664:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485920896:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389320.993774:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389321.002551:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485920896:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389321.002582:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.002601:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:2.0:1785389321.002672:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:32844:x1872115458973568:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 9160us (9333us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.002681:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 415 00000100:00100000:3.0:1785389321.003499:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389321.003564:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973696 00000100:00100000:1.0:1785389321.003572:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973696 00010000:00010000:1.0:1785389321.003605:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.003646:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 435 00000100:00100000:1.0:1785389321.003665:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458973696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389321.003678:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389321.003701:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.003714:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.003737:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a562 expref: 12 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.003765:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389321.003769:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389321.003777:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.003787:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.003819:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.003834:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485921024:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389321.003910:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389321.017389:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389321.017695:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485921024:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389321.017723:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389321.017799:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458973696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 14144us (14301us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389321.017809:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 435 00000100:00100000:2.0:1785389321.018255:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973824 00000100:00100000:2.0:1785389321.018283:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973824 00002000:00100000:2.0:1785389321.018324:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1e:0x0] (0->157) req@ffff943441e56d80 x1872115458973824/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:62/0 lens 648/0 e 0 to 0 dl 1785389332 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389321.018347:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e56d80 with x1872115458973824 ext(0->157) 00002000:00010000:2.0:1785389321.018352:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e56d80 00000100:00100000:2.0:1785389321.018377:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 123 00000100:00100000:2.0:1785389321.018384:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458973824:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1785389321.018927:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458973824:12345-192.168.204.39@tcp:4:lhsmtool_posix.0 Request processed in 541us (1545us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1785389321.018935:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 123 00002000:00100000:2.0:1785389321.018942:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1e:0x0] (0->157) req@ffff943441e56d80 x1872115458973824/t4294967381(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:62/0 lens 648/448 e 0 to 0 dl 1785389332 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389321.018950:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e56d80 with x1872115458973824 ext(0->157) 00002000:00010000:2.0:1785389321.018953:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e56d80 00000100:00100000:3.0:1785389321.024840:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389321.025006:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458973952 00000100:00100000:0.0:1785389321.025017:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458973952 00000100:00100000:0.0:1785389321.025084:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1502 00000100:00100000:0.0:1785389321.025095:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:32844:x1872115458973952:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 00000100:00080000:1.0:1785389321.025182:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1785389321.117174:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968324 is committed 00000001:00080000:3.0:1785389321.117225:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968262 is committed 00000001:00080000:3.0:1785389321.117234:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968333 is committed 00000004:00080000:3.0:1785389321.117242:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000001:00080000:3.0:1785389321.117257:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968327 is committed 00000001:00080000:3.0:1785389321.117302:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968329 is committed 00000004:00080000:3.0:1785389321.117357:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000100:00100000:3.0:1785389321.117678:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485921152:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1785389321.118989:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389321.119047:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389321.119067:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485921280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1785389321.119094:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389321.119125:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485921152 00000100:00100000:3.0:1785389321.119131:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485921152 00000100:00100000:3.0:1785389321.119171:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485921280 00000100:00100000:3.0:1785389321.119174:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485921280 00000100:00100000:3.0:1785389321.119198:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1785389321.119206:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485921152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1785389321.119350:0:6615:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1785389321.119354:0:6615:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb mtime from disk: 0 -> 1785389320 00002000:00010000:3.0:1785389321.119356:0:6615:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1785389321.119359:0:6615:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb ctime from disk: 1785389320 -> 1785389320 00002000:00010000:3.0:1785389321.119361:0:6615:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1785389321.119398:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485921152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 192us (1651us total) trans 4294967382 rc 0/0 00000100:00100000:3.0:1785389321.119405:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1785389321.119516:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1785389321.119525:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485921280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1785389321.119541:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:0.0:1785389321.119561:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.119582:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 11 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.119597:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 17 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.119604:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1785389321.119608:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389321.119612:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.119641:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 17 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.119664:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 17 pid: 12002 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389321.119680:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485921408:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389321.119739:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 11 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.119760:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 11 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389321.119771:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485921536:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389321.119790:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441dd4600 going to sleep for 11 seconds 00000100:00080000:1.0:1785389321.120017:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389321.120021:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1785389321.120897:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943441e3bb80/2, rc 0, transno 4294967382 00000100:00100000:3.0:1785389321.120906:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485921152:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1785389321.138804:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32844:x1872115458973952:12345-192.168.204.39@tcp:44:lhsmtool_posix.0 Request processed in 113698us (113960us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.138820:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1502 00000100:00100000:2.0:1785389321.138901:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485921408:192.168.204.39@tcp:104: 00000001:00080000:1.0:1785389321.139823:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000100:00100000:0.0:1785389321.140813:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389321.140844:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.143386:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458974080 00000100:00100000:2.0:1785389321.143396:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458974080 00010000:00010000:2.0:1785389321.143442:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 18 pid: 12002 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389321.143482:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458974208 00000100:00100000:2.0:1785389321.143490:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458974208 00010000:00010000:2.0:1785389321.143502:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 10 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389321.143523:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 436 00000100:00100000:2.0:1785389321.143530:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115458974080:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389321.143543:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389321.143549:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 18 pid: 12002 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143559:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 18 pid: 12002 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143579:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd79bb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a435 expref: 18 pid: 12002 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143599:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389321.143646:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458974080:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 116us (2835us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.143663:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 436 00000100:00100000:2.0:1785389321.143680:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 437 00000100:00100000:2.0:1785389321.143686:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458974208:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389321.143694:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389321.143699:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 10 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143709:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 10 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143722:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389321.143726:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389321.143731:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143739:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.143784:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389321.143802:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458974208:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 117us (2957us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.143810:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 437 00010000:00010000:1.0:1785389321.143941:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b0f01af/0xb9b521054fd79b8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a427 expref: 9 pid: 21226 timeout: 1141 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.143953:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485921536:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389321.143974:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.143983:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.143991:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.144000:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.144007:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.144034:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389321.144478:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389321.144485:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.144492:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389321.144497:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.144506:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.144518:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.144524:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a0dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.144538:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389321.144540:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389321.144542:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389321.144580:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485921280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25055us (25482us total) trans 4294967381 rc 0/0 00000100:00100000:1.0:1785389321.144587:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000004:00080000:2.0:1785389321.144701:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943441e39880/2, rc 0, transno 4294967381 00000100:00100000:2.0:1785389321.144708:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485921280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1785389321.146853:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389321.146983:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458974336 00000100:00100000:0.0:1785389321.146989:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458974336 00000100:00100000:0.0:1785389321.147025:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:0.0:1785389321.147034:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458974336:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1785389321.258065:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000001:00080000:2.0:1785389321.258082:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967381 is committed 00000001:00080000:2.0:1785389321.258090:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967382 is committed 00000100:00100000:1.0:1785389321.258807:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458974336:12345-192.168.204.39@tcp:16:lhsmtool_posix.0 Request processed in 111769us (111951us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389321.258818:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 418 00000100:00100000:0.0:1785389321.265697:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389321.268526:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458974592 00000100:00100000:1.0:1785389321.268540:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458974592 00000100:00100000:1.0:1785389321.268606:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1503 00000100:00100000:1.0:1785389321.268615:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32844:x1872115458974592:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1785389321.268686:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389321.268714:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a0c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a55b expref: 53 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.268733:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389321.268737:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389321.268812:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.268824:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.268834:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389321.269019:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000058da21d9 reply state 000000007ec3acdd transno 4294968334 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.269028:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389321.269122:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:32844:x1872115458974592:12345-192.168.204.39@tcp:36:lhsmtool_posix.0 Request processed in 507us (3432us total) trans 4294968334 rc 0/0 00000100:00100000:1.0:1785389321.269129:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1503 00000100:00100000:0.0:1785389321.283812:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389321.283896:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458974720 00000100:00100000:1.0:1785389321.283915:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458974720 00000100:00100000:1.0:1785389321.283965:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 419 00000100:00100000:1.0:1785389321.283975:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458974720:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1785389321.284220:0:6613:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1785389321.284224:0:6613:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb mtime from disk: 1785389320 -> 1785389317 00002000:00010000:1.0:1785389321.284226:0:6613:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb atime from disk: 0 -> 1785389317 00002000:00010000:1.0:1785389321.284229:0:6613:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb ctime from disk: 1785389320 -> 1785389319 00002000:00010000:1.0:1785389321.284231:0:6613:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1785389321.284286:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458974720:12345-192.168.204.39@tcp:2:lhsmtool_posix.0 Request processed in 312us (483us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1785389321.284295:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 419 00010000:00010000:3.0:1785389321.284893:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.284917:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.284925:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.284931:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389321.284935:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.284943:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.284959:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389321.284962:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389321.284966:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.284972:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a0e4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389321.287927:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389321.288039:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458974976 00000100:00100000:3.0:1785389321.288047:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458974976 00000100:00100000:3.0:1785389321.288099:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1504 00000100:00100000:3.0:1785389321.288107:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:32844:x1872115458974976:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1785389321.288163:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.288176:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.288190:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.288223:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.288236:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 53 pid: 5821 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389321.288253:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485921664:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389321.288344:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406eb3480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389321.290823:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389321.290955:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485921664:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389321.290976:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389321.291510:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458975104 00000100:00100000:0.0:1785389321.291517:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458975104 00010000:00010000:0.0:1785389321.291546:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 54 pid: 5821 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389321.291582:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 438 00000100:00100000:0.0:1785389321.291590:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2362:x1872115458975104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389321.291600:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389321.291606:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 54 pid: 5821 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.291616:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 54 pid: 5821 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.291643:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a0ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a54d expref: 54 pid: 5821 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.291668:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:0.0:1785389321.291672:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.291680:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.291686:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.291724:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389321.291788:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115458975104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 197us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389321.291796:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 438 00010000:00010000:1.0:1785389321.292393:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292401:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292439:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292446:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292453:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292460:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389321.292464:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292471:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292481:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389321.292484:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1785389321.292487:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.292493:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a0eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.292546:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32844:x1872115458974976:12345-192.168.204.39@tcp:55:lhsmtool_posix.0 Request processed in 4438us (4624us total) trans 0 rc -22/-22 00000100:00100000:1.0:1785389321.292554:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1504 00000100:00100000:1.0:1785389321.308845:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389321.309547:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458975232 00000100:00100000:3.0:1785389321.309556:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458975232 00000100:00100000:3.0:1785389321.309611:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 420 00000100:00100000:3.0:1785389321.309620:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458975232:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389321.309682:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.309703:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.309712:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389321.309716:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389321.309720:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.309773:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.309787:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 11 pid: 14689 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389321.309804:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485921792:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389321.309876:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406eb3480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389321.312933:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485921792:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389321.312962:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.316859:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.316942:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458975360 00000100:00100000:2.0:1785389321.316951:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458975360 00010000:00010000:2.0:1785389321.316989:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 12 pid: 14689 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389321.317035:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 439 00000100:00100000:2.0:1785389321.317045:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458975360:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389321.317061:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389321.317084:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 12 pid: 14689 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.317097:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 12 pid: 14689 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.317120:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013ea9da9/0xb9b521054fd7a0d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a569 expref: 12 pid: 14689 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.317137:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389321.317142:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389321.317147:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.317157:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.317189:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389321.317240:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458975360:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 196us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.317248:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 439 00010000:00010000:1.0:1785389321.317415:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317431:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317457:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317465:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317474:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317481:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389321.317485:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317494:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317506:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.317514:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edcb0045/0xb9b521054fd7a0f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.317580:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458975232:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 7961us (8742us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389321.317588:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 420 00000100:00100000:1.0:1785389321.320802:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.320886:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458975616 00000100:00100000:2.0:1785389321.320895:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458975616 00000100:00100000:2.0:1785389321.320966:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1505 00000100:00100000:2.0:1785389321.320974:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:32844:x1872115458975616:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1785389321.321044:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321060:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321071:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321267:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321278:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321287:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321316:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.321330:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 53 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389321.321356:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485921920:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389321.321437:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433052b9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389321.323522:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485921920:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389321.323543:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.326263:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389321.326336:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458975744 00000100:00100000:3.0:1785389321.326344:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458975744 00010000:00010000:3.0:1785389321.326381:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 54 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389321.326432:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00100000:3.0:1785389321.326442:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2362:x1872115458975744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389321.326457:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389321.326465:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 54 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.326484:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 54 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.326507:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a0ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a554 expref: 54 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.326521:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389321.326527:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.326537:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.326544:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389321.326573:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389321.326628:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115458975744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 181us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389321.326636:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 440 00010000:00010000:2.0:1785389321.326827:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.326836:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1785389321.327023:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968335 00000001:00080000:2.0:1785389321.327173:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968336 00000001:00080000:2.0:1785389321.327216:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968337 00000100:00100000:2.0:1785389321.327285:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485922048:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1785389321.327326:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389321.327346:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305925540 going to sleep for 11 seconds 00000100:00100000:3.0:1785389321.328709:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485922048 00000100:00100000:3.0:1785389321.328719:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485922048 00000100:00100000:3.0:1785389321.328776:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1785389321.328784:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485922048:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1785389321.328860:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485922048:12345-0@lo:1000:mdt00_000.0 Request processed in 76us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389321.328866:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1785389321.328943:0:5820:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:1.0:1785389321.328950:0:5820:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943441e3bb80, transno 4294967382 00000100:00100000:1.0:1785389321.328966:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485922048:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1785389321.329260:0:5820:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968338 00000100:00100000:1.0:1785389321.329310:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485922176:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1785389321.329346:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389321.329371:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485922176 00000100:00100000:1.0:1785389321.329375:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485922176 00000100:00100000:1.0:1785389321.329400:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1785389321.329438:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5820:x1872115485922176:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1785389321.329565:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5820:x1872115485922176:12345-0@lo:1000:mdt00_000.0 Request processed in 148us (214us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1785389321.329571:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1785389321.329588:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b000 going to sleep for 11 seconds 00000100:00100000:1.0:1785389321.329603:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5820:1872115485922176:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1785389321.329645:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329666:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329679:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329686:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389321.329690:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329698:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329710:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389321.329713:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389321.329717:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329725:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a100 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329771:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329777:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329783:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329788:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389321.329792:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329802:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329809:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389321.329811:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389321.329817:0:5820:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329827:0:5820:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329836:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.329858:0:5820:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.329868:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485922304:192.168.204.39@tcp:105: 00000100:00100000:1.0:1785389321.329915:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9433059253c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389321.334636:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485922304:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389321.334672:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.334682:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd79cae lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.334711:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.334724:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 105 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.334731:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.334801:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 105 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.334816:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 105 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389321.334830:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485922432:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389321.334891:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406e990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389321.339388:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.339564:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485922432:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389321.339588:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389321.339733:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458975872 00000100:00100000:0.0:1785389321.339740:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458975872 00000100:00100000:0.0:1785389321.339825:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00100000:0.0:1785389321.339833:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:32812:x1872115458975872:12345-192.168.204.39@tcp:49:cat.0 00000100:00100000:0.0:1785389321.339962:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:32812:x1872115458975872:12345-192.168.204.39@tcp:49:cat.0 Request processed in 129us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389321.339969:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 325 00000100:00080000:1.0:1785389321.340460:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389321.343300:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.343730:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458976000 00000100:00100000:2.0:1785389321.343739:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458976000 00010000:00010000:2.0:1785389321.343813:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 106 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389321.343845:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:2.0:1785389321.343853:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:2364:x1872115458976000:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389321.343867:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389321.343874:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 106 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.343887:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 106 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.343924:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd79cbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a47b expref: 106 pid: 9185 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.343939:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389321.343944:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.343954:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.343962:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.343990:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389321.344048:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2364:x1872115458976000:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 181us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.344055:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 441 00010000:00010000:1.0:1785389321.344494:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344503:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344515:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344522:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344531:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344537:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389321.344541:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344548:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344557:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389321.344559:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389321.344562:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344570:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a107 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344581:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344607:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344613:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344628:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389321.344632:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344676:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344704:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389321.344706:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389321.344709:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.344715:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a0f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389321.345322:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458975616:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 24345us (24524us total) trans 4294968339 rc 0/0 00000100:00100000:1.0:1785389321.345330:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1505 00000020:00080000:1.0:1785389321.345334:0:5820:0:(tgt_main.c:787:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1785389321.352111:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389321.352121:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389321.352646:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1785389321.352662:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389321.352845:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389321.352878:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389321.352987:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458976384 00000100:00100000:1.0:1785389321.352996:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458976384 00000100:00100000:1.0:1785389321.353045:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 421 00000100:00100000:1.0:1785389321.353054:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+15:32812:x1872115458976384:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389321.353070:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389321.353088:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079969581/0xb9b521054fd7a10e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a570 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389321.353110:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 158, mtime: 0x6a6ae105, atime: 0x6a6ae105, ctime: 0x6a6ae107, blocks: 0xb 00010000:00010000:1.0:1785389321.353128:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=1041s v=(0 0) 00010000:00010000:1.0:1785389321.353132:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389321.353141:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079969581/0xb9b521054fd7a10e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a570 expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.353155:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079969581/0xb9b521054fd7a10e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a570 expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.353167:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329000, rc 0) 00000100:00100000:1.0:1785389321.353217:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:32812:x1872115458976384:12345-192.168.204.39@tcp:101:cat.0 Request processed in 164us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389321.353223:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 421 00000100:00100000:2.0:1785389321.353374:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458976256 00000100:00100000:2.0:1785389321.353379:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458976256 00000100:00100000:2.0:1785389321.353412:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:2.0:1785389321.353418:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32814:x1872115458976256:12345-192.168.204.39@tcp:103:cat.0 00010000:00010000:2.0:1785389321.353428:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389321.353447:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd79cc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a482 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.353462:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389321.353470:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389321.353490:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32814:x1872115458976256:12345-192.168.204.39@tcp:103:cat.0 Request processed in 72us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389321.353496:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 73 00000100:00100000:2.0:1785389321.362588:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389321.362730:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458976512 00000100:00100000:1.0:1785389321.362740:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458976512 00000100:00100000:1.0:1785389321.362834:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1506 00000100:00100000:1.0:1785389321.362843:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32814:x1872115458976512:12345-192.168.204.39@tcp:58:cat.0 00000100:00100000:1.0:1785389321.362961:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32814:x1872115458976512:12345-192.168.204.39@tcp:58:cat.0 Request processed in 118us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389321.362968:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1506 00000100:00100000:3.0:1785389321.367630:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.372232:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458976768 00000100:00100000:2.0:1785389321.372246:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458976768 00000100:00100000:2.0:1785389321.372303:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 326 00000100:00100000:2.0:1785389321.372313:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:32844:x1872115458976768:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1785389321.373353:0:13523:0:(mdd_object.c:4016:mdd_close()) Object [0x200000402:0x2d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1785389321.374031:0:13523:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968340 00010000:00010000:2.0:1785389321.374079:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.374096:0:13523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.374107:0:13523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.374116:0:13523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.374123:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.374129:0:13523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389321.374204:0:13523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1785389321.374304:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:32844:x1872115458976768:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 1990us (6689us total) trans 4294968341 rc 0/0 00000100:00100000:2.0:1785389321.374313:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 326 00000020:00080000:2.0:1785389321.374317:0:13523:0:(tgt_main.c:787:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1785389321.379849:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389321.379861:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.379872:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389321.379877:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.379887:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.379958:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff943412840500) 00010000:00010000:1.0:1785389321.379961:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389321.379966:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.379976:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a115 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389321.380048:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389321.380051:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389321.380053:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389321.392267:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389321.392345:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458976896 00000100:00100000:1.0:1785389321.392355:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458976896 00000100:00100000:1.0:1785389321.392413:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1507 00000100:00100000:1.0:1785389321.392421:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+104:32814:x1872115458976896:12345-192.168.204.39@tcp:101:cat.0 00010000:00010000:1.0:1785389321.392440:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389321.392462:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a11c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a577 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.392520:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a11c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a577 expref: 105 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.392534:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329800/0xb9b521054fd7a11c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a577 expref: 105 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389321.392550:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff943412b95d00) 00010000:00010000:1.0:1785389321.392553:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1785389321.392557:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329800, rc 0) 00000100:00100000:1.0:1785389321.392611:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32814:x1872115458976896:12345-192.168.204.39@tcp:101:cat.0 Request processed in 187us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389321.392631:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1507 00000100:00100000:3.0:1785389321.405779:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389321.405862:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977024 00000100:00100000:0.0:1785389321.405872:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977024 00002000:00100000:0.0:1785389321.405926:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (0->4095) req@ffff943441e3bb80 x1872115458977024/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:62/0 lens 488/0 e 0 to 0 dl 1785389332 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389321.405938:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e3bb80 with x1872115458977024 ext(0->4095) 00002000:00010000:0.0:1785389321.405944:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e3bb80 00000100:00100000:0.0:1785389321.405970:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 124 00000100:00100000:0.0:1785389321.405979:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458977024:12345-192.168.204.39@tcp:3:cat.0 00000100:00100000:0.0:1785389321.406168:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458977024:12345-192.168.204.39@tcp:3:cat.0 Request processed in 190us (431us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389321.406176:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 124 00002000:00100000:0.0:1785389321.406182:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (0->4095) req@ffff943441e3bb80 x1872115458977024/t0(0) o3->dd520b45-9476-4f37-a8b0-18bbffc8e101@192.168.204.39@tcp:62/0 lens 488/4536 e 0 to 0 dl 1785389332 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389321.406191:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943441e3bb80 with x1872115458977024 ext(0->4095) 00002000:00010000:0.0:1785389321.406194:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943441e3bb80 00010000:00010000:3.0:1785389321.456675:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389321.479459:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389321.479703:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977280 00000100:00100000:2.0:1785389321.479713:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977280 00000100:00100000:2.0:1785389321.479801:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:2.0:1785389321.479811:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:32819:x1872115458977280:12345-192.168.204.39@tcp:35:cat.0 00000100:00100000:2.0:1785389321.480137:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:32819:x1872115458977280:12345-192.168.204.39@tcp:35:cat.0 Request processed in 326us (687us total) trans 4294968342 rc 0/0 00000100:00100000:2.0:1785389321.480144:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 327 00000100:00100000:3.0:1785389322.096724:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485922688:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.096822:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389322.096873:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485923200:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.096896:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389322.096916:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389322.096921:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485922560:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.096945:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389322.096964:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485923072:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.096980:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389322.096999:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485922944:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097017:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389322.097032:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389322.097036:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485922816:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097052:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389322.097074:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485922560 00000100:00100000:3.0:1785389322.097080:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485922560 00000100:00100000:3.0:1785389322.097116:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1785389322.097123:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485922560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097169:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485922560:12345-0@lo:400:kworker.0 Request processed in 46us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389322.097176:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1785389322.097217:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923200 00000100:00100000:3.0:1785389322.097221:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923200 00000100:00100000:3.0:1785389322.097241:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485922944 00000100:00100000:3.0:1785389322.097243:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485922944 00000100:00100000:3.0:1785389322.097259:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1785389322.097265:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485923200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097294:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485923200:12345-0@lo:400:kworker.0 Request processed in 29us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389322.097300:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1785389322.097311:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1785389322.097316:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485922944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097343:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485922944:12345-0@lo:400:kworker.0 Request processed in 27us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389322.097347:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1785389322.097378:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485922944:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097399:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485922560:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.097407:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485923200:0@lo:400:kworker.0 00000100:00100000:2.0:1785389322.097631:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485922688 00000100:00100000:2.0:1785389322.097644:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485922688 00000100:00100000:2.0:1785389322.097677:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923072 00000100:00100000:2.0:1785389322.097680:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923072 00000100:00100000:2.0:1785389322.097715:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485922816 00000100:00100000:2.0:1785389322.097719:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485922816 00000100:00100000:2.0:1785389322.097736:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1785389322.097743:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485922688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389322.097796:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485922688:12345-0@lo:400:kworker.0 Request processed in 53us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389322.097802:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1785389322.097814:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1785389322.097820:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485923072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389322.097845:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485923072:12345-0@lo:400:kworker.0 Request processed in 26us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389322.097851:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1785389322.097861:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1785389322.097867:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485922816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389322.097894:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485922816:12345-0@lo:400:kworker.0 Request processed in 27us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389322.097899:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00080000:1.0:1785389322.098378:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389322.101091:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485922816:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.101136:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485923072:0@lo:400:kworker.0 00000100:00100000:3.0:1785389322.101147:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485922688:0@lo:400:kworker.0 00000040:00080000:2.0:1785389322.415412:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389322.415422:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389322.415950:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1785389322.415959:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389322.478939:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389322.607084:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485923328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389322.607150:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389322.607302:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923328 00000100:00100000:1.0:1785389322.607309:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923328 00000100:00100000:1.0:1785389322.607353:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1785389322.607361:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485923328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389322.607392:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90112000 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389322.607440:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485923328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389322.607446:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1785389322.608783:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485923328:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389323.513651:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389323.631906:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389323.631937:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485923456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389323.632028:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389323.632166:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923456 00000100:00100000:0.0:1785389323.632177:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923456 00000100:00100000:0.0:1785389323.632260:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1785389323.632273:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485923456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389323.632322:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389323.632386:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485923456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389323.632395:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:3.0:1785389323.632453:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389323.632496:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485923456:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389324.527110:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389325.459344:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459373:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459416:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459438:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459457:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459475:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459499:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389325.459533:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977920 00000100:00100000:1.0:1785389325.459543:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977920 00000100:00100000:1.0:1785389325.459605:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977536 00000100:00100000:1.0:1785389325.459609:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977536 00000100:00100000:1.0:1785389325.459634:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 672 00000100:00100000:1.0:1785389325.459644:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:2364:x1872115458977920:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389325.459718:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:2364:x1872115458977920:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 74us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389325.459726:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 672 00000100:00100000:1.0:1785389325.459773:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:1.0:1785389325.459781:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:2364:x1872115458977536:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389325.459810:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:2364:x1872115458977536:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389325.459817:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 673 00000100:00100000:1.0:1785389325.459836:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977664 00000100:00100000:1.0:1785389325.459840:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977664 00000100:00100000:1.0:1785389325.459862:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978176 00000100:00100000:1.0:1785389325.459865:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978176 00000100:00100000:1.0:1785389325.459880:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977792 00000100:00100000:1.0:1785389325.459882:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977792 00000100:00100000:1.0:1785389325.459894:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978048 00000100:00100000:1.0:1785389325.459896:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978048 00000100:00100000:1.0:1785389325.459909:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 689 00000100:00100000:1.0:1785389325.459916:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458977664:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389325.459940:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458977664:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389325.459946:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 689 00000100:00100000:1.0:1785389325.459956:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 690 00000100:00100000:1.0:1785389325.459962:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458978176:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389325.459984:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458978176:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389325.459990:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 690 00000100:00100000:1.0:1785389325.460000:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:1.0:1785389325.460007:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458977792:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389325.460028:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458977792:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389325.460034:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:1.0:1785389325.460044:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 692 00000100:00100000:1.0:1785389325.460050:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458978048:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389325.460070:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115458978048:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389325.460076:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 692 00000100:00080000:1.0:1785389325.460097:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389325.460101:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389325.460104:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389325.460835:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458977408 00000100:00100000:0.0:1785389325.460840:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458977408 00000100:00100000:0.0:1785389325.460879:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:0.0:1785389325.460887:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458977408:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389325.460927:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115458977408:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 41us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389325.460934:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 691 00010000:00010000:2.0:1785389325.550891:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389326.269998:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00000001:00080000:2.0:1785389326.270025:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967383 is committed 00000001:00080000:1.0:1785389326.289347:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00000001:00080000:3.0:1785389326.332204:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968339 is committed 00000020:00080000:3.0:1785389326.332217:0:5842:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff943406f9b900 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:3.0:1785389326.332221:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943437db6300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff943406f9b240 00000020:00080000:3.0:1785389326.332225:0:5842:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff943437db6500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff943302e85800 00000001:00080000:3.0:1785389326.332241:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968342 is committed 00000001:00080000:3.0:1785389326.332246:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968341 is committed 00000020:00080000:0.0:1785389326.332453:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:0.0:1785389326.332653:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000040:00080000:2.0:1785389326.512319:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389326.512330:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389326.512372:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:2.0:1785389326.512379:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389326.578799:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389327.222546:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485923712:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.222609:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389327.222650:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485924224:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.222670:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389327.222691:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1785389327.222695:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485923584:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.222718:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389327.222733:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485924096:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.222770:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389327.222791:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485923840:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.222810:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389327.222827:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389327.222833:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485923968:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.222850:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389327.222877:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923712 00000100:00100000:0.0:1785389327.222883:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923712 00000100:00100000:0.0:1785389327.222917:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485924096 00000100:00100000:0.0:1785389327.222920:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485924096 00000100:00100000:0.0:1785389327.222939:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923840 00000100:00100000:0.0:1785389327.222941:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923840 00000100:00100000:0.0:1785389327.222955:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1785389327.222963:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485923712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223007:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485923712:12345-0@lo:400:kworker.0 Request processed in 45us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389327.223014:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1785389327.223027:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1785389327.223033:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485924096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223054:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485924096:12345-0@lo:400:kworker.0 Request processed in 21us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389327.223059:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1785389327.223080:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1785389327.223085:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485923840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223111:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485923840:12345-0@lo:400:kworker.0 Request processed in 26us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389327.223117:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1785389327.223149:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485923840:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223175:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485924096:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223183:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485923712:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223213:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485924224 00000100:00100000:0.0:1785389327.223216:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485924224 00000100:00100000:0.0:1785389327.223237:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923968 00000100:00100000:0.0:1785389327.223240:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923968 00000100:00100000:0.0:1785389327.223254:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1785389327.223260:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485924224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223430:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485924224:12345-0@lo:400:kworker.0 Request processed in 31us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389327.223437:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1785389327.223451:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1785389327.223458:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485923968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223492:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485923968:12345-0@lo:400:kworker.0 Request processed in 35us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389327.223497:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1785389327.223548:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:0.0:1785389327.223553:0:3322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967384 committed transno 4294967384 00000100:00100000:0.0:1785389327.223568:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485923968:0@lo:400:kworker.0 00000100:00100000:0.0:1785389327.223585:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:0.0:1785389327.223590:0:3325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943441e39880, transno 4294967381 00000100:00100000:0.0:1785389327.223600:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485924224:0@lo:400:kworker.0 00000100:00080000:0.0:1785389327.223931:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389327.223935:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389327.223937:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389327.224055:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485923584 00000100:00100000:2.0:1785389327.224060:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485923584 00000100:00100000:2.0:1785389327.224097:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1785389327.224104:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485923584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389327.224143:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485923584:12345-0@lo:400:kworker.0 Request processed in 40us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389327.224149:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1785389327.224180:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485923584:0@lo:400:kworker.0 00010000:00010000:3.0:1785389327.598959:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389327.744623:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389327.744646:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485924352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389327.744714:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389327.744795:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485924352 00000100:00100000:1.0:1785389327.744801:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485924352 00000100:00100000:1.0:1785389327.744841:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1785389327.744849:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485924352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389327.744885:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90112000 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389327.744929:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485924352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389327.744936:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1785389327.744984:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485924352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389328.575587:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389328.575665:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978304 00000100:00100000:0.0:1785389328.575677:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978304 00000100:00100000:0.0:1785389328.575800:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1508 00000100:00100000:0.0:1785389328.575812:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32763:x1872115458978304:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1785389328.575925:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:32763:x1872115458978304:12345-192.168.204.39@tcp:60:lhsmtool_posix.0 Request processed in 116us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389328.575933:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1508 00000100:00080000:1.0:1785389328.576253:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389328.623024:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389328.752503:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485924480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389328.752608:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389328.752771:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485924480 00000100:00100000:2.0:1785389328.752782:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485924480 00000100:00100000:2.0:1785389328.752840:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1785389328.752851:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485924480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389328.752894:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389328.752949:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485924480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389328.752956:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1785389328.753043:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485924480:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389329.647047:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1785389330.329580:0:22385:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 01:28:48 (1785389328) 00000100:00100000:0.0:1785389330.587573:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389330.587617:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389330.587702:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389330.587740:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978688 00000100:00100000:0.0:1785389330.587777:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978688 00000100:00100000:0.0:1785389330.587846:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 695 00000100:00100000:0.0:1785389330.587859:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458978688:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389330.587946:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458978688:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 90us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389330.587954:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 695 00000100:00080000:0.0:1785389330.587977:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389330.588138:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978432 00000100:00100000:2.0:1785389330.588143:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978432 00000100:00100000:2.0:1785389330.588180:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 693 00000100:00100000:2.0:1785389330.588187:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458978432:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389330.588219:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115458978432:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389330.588231:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 693 00000100:00100000:3.0:1785389330.588358:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978560 00000100:00100000:3.0:1785389330.588362:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978560 00000100:00100000:3.0:1785389330.588409:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00100000:3.0:1785389330.588417:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2364:x1872115458978560:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389330.588449:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:2364:x1872115458978560:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389330.588455:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 677 00000100:00080000:2.0:1785389330.588564:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389330.599039:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389330.599078:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389330.599106:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389330.599125:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389330.599157:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978816 00000100:00100000:3.0:1785389330.599169:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978816 00000100:00100000:3.0:1785389330.599229:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979072 00000100:00100000:3.0:1785389330.599231:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979072 00000100:00100000:3.0:1785389330.599253:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979200 00000100:00100000:3.0:1785389330.599256:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979200 00000100:00100000:3.0:1785389330.599280:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 696 00000100:00100000:3.0:1785389330.599291:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458978816:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389330.599374:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458978816:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 84us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389330.599382:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 696 00000100:00100000:3.0:1785389330.599400:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00100000:3.0:1785389330.599407:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458979072:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389330.599428:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2364:x1872115458979072:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389330.599434:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00100000:3.0:1785389330.599443:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 698 00000100:00100000:3.0:1785389330.599448:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458979200:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389330.599466:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458979200:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389330.599485:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 698 00000100:00080000:3.0:1785389330.599506:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389330.599510:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389330.599706:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458978944 00000100:00100000:1.0:1785389330.599711:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458978944 00000100:00100000:1.0:1785389330.599777:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 678 00000100:00100000:1.0:1785389330.599784:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2365:x1872115458978944:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389330.599818:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2365:x1872115458978944:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 35us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389330.599824:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 678 00000100:00080000:3.0:1785389330.599885:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389330.673806:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389330.932877:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389330.933159:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979328 00000100:00100000:2.0:1785389330.933172:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979328 00000100:00100000:2.0:1785389330.933241:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1509 00000100:00100000:2.0:1785389330.933251:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:33452:x1872115458979328:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1785389330.933383:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:33452:x1872115458979328:12345-192.168.204.39@tcp:59:lhsmtool_posix.0 Request processed in 133us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389330.933395:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1509 00000100:00100000:3.0:1785389330.977855:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389330.979681:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979456 00000100:00100000:0.0:1785389330.979697:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979456 00000100:00100000:0.0:1785389330.979792:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1510 00000100:00100000:0.0:1785389330.979802:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:33453:x1872115458979456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389330.979829:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389330.979853:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a123 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a57e expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.979935:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.979950:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.979964:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.979978:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.979985:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.979992:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980282:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980291:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980299:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980305:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389330.980310:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980318:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980332:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389330.980335:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389330.980340:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980345:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a12a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980358:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980364:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980370:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980375:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389330.980378:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980384:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980391:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9434092fe700) 00010000:00010000:0.0:1785389330.980394:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389330.980396:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980403:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a131 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.980450:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a123 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a57e expref: 106 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.985714:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:0.0:1785389330.985720:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389330.985733:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a123 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a57e expref: 106 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389330.985777:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:0.0:1785389330.985872:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:33453:x1872115458979456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6070us (8030us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389330.985882:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1510 00000100:00100000:0.0:1785389330.994348:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389330.994468:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979712 00000100:00100000:1.0:1785389330.994481:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979712 00000100:00100000:1.0:1785389330.994551:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1511 00000100:00100000:1.0:1785389330.994699:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:33453:x1872115458979712:12345-192.168.204.39@tcp:36:lfs.0 00010000:00010000:1.0:1785389330.994812:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389330.994846:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd79a54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3b0 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389330.994869:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:1.0:1785389330.994875:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389330.995191:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389330.995207:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 49 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389330.995216:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389330.995259:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 49 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389330.995275:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 49 pid: 19127 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389330.995291:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485924608:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389330.995395:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434324a29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389331.000903:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485924608:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389331.000940:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.011526:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.012324:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979840 00000100:00100000:2.0:1785389331.012339:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979840 00010000:00010000:2.0:1785389331.012394:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 50 pid: 19127 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.012458:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 442 00000100:00100000:2.0:1785389331.012480:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:2363:x1872115458979840:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389331.012500:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389331.012509:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 50 pid: 19127 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.012525:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 50 pid: 19127 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.012553:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421ec600/0xb9b521054fd79a93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a3c5 expref: 50 pid: 19127 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.012587:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:2.0:1785389331.012594:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.012605:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.012615:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.012659:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389331.012839:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:2363:x1872115458979840:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 361us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.012848:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 442 00010000:00010000:1.0:1785389331.013008:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.013018:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.013049:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.013061:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.013070:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389331.014477:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00010000:00010000:1.0:1785389331.014494:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.014504:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.014512:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.014518:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.014523:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.014532:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.014544:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434092fec00) 00010000:00010000:1.0:1785389331.014547:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.014552:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.014558:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a138 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389331.014578:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c573a942 reply state 0000000047c45e12 transno 4294968343 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.014589:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389331.014675:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:33453:x1872115458979712:12345-192.168.204.39@tcp:36:lfs.0 Request processed in 19980us (20338us total) trans 4294968343 rc 0/0 00000100:00100000:1.0:1785389331.014684:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1511 00010000:00010000:3.0:1785389331.049709:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.049733:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.049769:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.049778:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.049785:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.049794:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.049814:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff94341e7d1600) 00010000:00010000:3.0:1785389331.049818:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.049824:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.049832:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a13f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.066174:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.066260:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458979968 00000100:00100000:3.0:1785389331.066270:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458979968 00000100:00100000:3.0:1785389331.066320:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1512 00000100:00100000:3.0:1785389331.066329:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+105:33454:x1872115458979968:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389331.066352:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.066375:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a146 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a585 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.066454:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7a14d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.066478:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7a14d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.066489:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7a14d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389331.066550:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1785389331.066554:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389331.066581:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7a14d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.066608:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a146 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a585 expref: 107 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.066626:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334600/0xb9b521054fd7a14d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a585 expref: 106 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.066634:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434129f8800) 00010000:00010000:3.0:1785389331.066636:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389331.066640:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334600, rc 0) 00000100:00100000:3.0:1785389331.066697:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:33454:x1872115458979968:12345-192.168.204.39@tcp:101:bash.0 Request processed in 368us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.066704:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1512 00000100:00100000:1.0:1785389331.079017:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.079231:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980096 00000100:00100000:0.0:1785389331.079245:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980096 00000100:00100000:0.0:1785389331.079311:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1513 00000100:00100000:0.0:1785389331.079323:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+106:33454:x1872115458980096:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389331.079348:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.079373:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a154 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a58c expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079455:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079483:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079496:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079514:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079521:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079528:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079663:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd7a169 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079671:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd7a169 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079679:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd7a169 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389331.079716:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:0.0:1785389331.079719:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389331.079764:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd7a169 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079779:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079786:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079793:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079800:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.079805:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079814:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079827:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434129f8800) 00010000:00010000:0.0:1785389331.079830:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.079835:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079842:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a15b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079861:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079868:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079875:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079881:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.079884:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079891:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079898:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9434092fe700) 00010000:00010000:0.0:1785389331.079900:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.079903:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.079910:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a162 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.080081:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a154 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a58c expref: 108 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.080099:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246a00/0xb9b521054fd7a169 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a58c expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.080114:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.080117:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1785389331.080120:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246a00, rc 0) 00000100:00100000:0.0:1785389331.080193:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:33454:x1872115458980096:12345-192.168.204.39@tcp:101:bash.0 Request processed in 872us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.080202:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1513 00000100:00100000:3.0:1785389331.082537:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.082696:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980224 00000100:00100000:1.0:1785389331.082706:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980224 00000100:00100000:1.0:1785389331.082790:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1514 00000100:00100000:1.0:1785389331.082800:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:33454:x1872115458980224:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389331.082818:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.082837:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a170 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a593 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.082903:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.082916:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.082926:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.082941:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.082948:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.082955:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083039:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083045:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083055:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083060:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.083064:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083070:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083079:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.083082:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.083085:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083090:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a177 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083103:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083108:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083113:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083117:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.083119:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083127:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083132:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff94341e7d1f00) 00010000:00010000:1.0:1785389331.083134:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.083136:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083140:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a17e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083168:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a170 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a593 expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083177:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.083179:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.083182:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a170 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a593 expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.083190:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328200, rc 0) 00000100:00100000:1.0:1785389331.083252:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:33454:x1872115458980224:12345-192.168.204.39@tcp:101:bash.0 Request processed in 454us (724us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389331.083259:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1514 00000100:00100000:3.0:1785389331.104364:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.104483:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980352 00000100:00100000:0.0:1785389331.104493:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980352 00000100:00100000:0.0:1785389331.104554:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1515 00000100:00100000:0.0:1785389331.104563:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+49:33455:x1872115458980352:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389331.104583:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.104601:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a185 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a59a expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.104880:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a18c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.104895:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a18c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.104905:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a18c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389331.104961:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1785389331.104965:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389331.104985:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a18c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.105012:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a185 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a59a expref: 51 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.105029:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246800/0xb9b521054fd7a18c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a59a expref: 50 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.105037:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434129f8800) 00010000:00010000:0.0:1785389331.105041:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389331.105044:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246800, rc 0) 00000100:00100000:0.0:1785389331.105135:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:33455:x1872115458980352:12345-192.168.204.39@tcp:101:rm.0 Request processed in 573us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.105142:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1515 00000100:00100000:1.0:1785389331.115956:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.121626:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980480 00000100:00100000:2.0:1785389331.121653:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980480 00000100:00100000:2.0:1785389331.121801:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1516 00000100:00100000:2.0:1785389331.121812:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+50:33455:x1872115458980480:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389331.121832:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.121852:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a193 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5a1 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.121918:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.121933:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.121945:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.121961:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.121967:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.121973:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122089:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a1a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122098:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a1a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122106:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a1a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389331.122137:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:2.0:1785389331.122141:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389331.122165:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a1a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122176:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122183:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122190:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122196:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.122200:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122208:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122232:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9434129f8800) 00010000:00010000:2.0:1785389331.122236:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.122240:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122246:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a19a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122258:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122263:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122268:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122272:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.122274:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122280:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122286:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff943412840200) 00010000:00010000:2.0:1785389331.122288:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.122291:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122296:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a1a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122322:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a193 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5a1 expref: 52 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122339:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9200/0xb9b521054fd7a1a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5a1 expref: 51 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.122533:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.122536:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1785389331.122539:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9200, rc 0) 00000100:00100000:2.0:1785389331.122607:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33455:x1872115458980480:12345-192.168.204.39@tcp:101:rm.0 Request processed in 796us (6660us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.122615:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1516 00000100:00100000:3.0:1785389331.127824:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.133296:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980608 00000100:00100000:0.0:1785389331.133312:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980608 00000100:00100000:0.0:1785389331.133386:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1517 00000100:00100000:0.0:1785389331.133395:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33455:x1872115458980608:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389331.133417:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.133445:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a1af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5a8 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133521:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133535:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133547:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133566:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133573:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133580:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133820:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133828:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133833:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133839:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.133844:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133850:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133862:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.133865:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.133868:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133874:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133886:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133891:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133896:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133902:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.133904:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133910:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133918:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff9434092fe700) 00010000:00010000:0.0:1785389331.133920:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.133923:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133929:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133963:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a1af lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5a8 expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133972:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.133974:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.133978:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7a1af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5a8 expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.133987:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:0.0:1785389331.134047:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33455:x1872115458980608:12345-192.168.204.39@tcp:101:rm.0 Request processed in 653us (6232us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389331.134054:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1517 00000100:00100000:0.0:1785389331.137203:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.137309:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980736 00000100:00100000:2.0:1785389331.137319:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980736 00000100:00100000:3.0:1785389331.141165:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1518 00000100:00100000:3.0:1785389331.141187:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33455:x1872115458980736:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389331.141208:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.141226:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5af expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141290:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141301:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141311:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141323:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141329:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141334:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141568:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141576:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141582:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141589:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.141592:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141600:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141611:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.141613:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.141618:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141624:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a1cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141781:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141789:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141795:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141800:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.141803:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141810:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141823:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff9434129f8300) 00010000:00010000:3.0:1785389331.141826:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.141828:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141834:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141865:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1c4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5af expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141876:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.141878:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.141881:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5af expref: 52 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.141891:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:3.0:1785389331.141961:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33455:x1872115458980736:12345-192.168.204.39@tcp:101:rm.0 Request processed in 785us (4763us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.141970:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1518 00000100:00100000:0.0:1785389331.166779:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.166942:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980864 00000100:00100000:3.0:1785389331.166952:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980864 00000100:00100000:3.0:1785389331.167012:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1519 00000100:00100000:3.0:1785389331.167022:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33456:x1872115458980864:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389331.167051:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.167071:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a1d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5b6 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167138:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167151:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167162:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167174:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167181:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167188:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167258:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167265:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167272:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167277:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.167281:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167293:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167304:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.167307:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.167311:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167317:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a1e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167328:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167334:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167339:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167353:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.167356:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167362:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167369:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff9434129f8300) 00010000:00010000:3.0:1785389331.167371:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.167374:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167384:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a1e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167413:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a1d9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5b6 expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167422:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.167424:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.167427:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a1d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5b6 expref: 52 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.167449:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785389331.167513:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33456:x1872115458980864:12345-192.168.204.39@tcp:101:cp.0 Request processed in 492us (774us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.167520:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1519 00000100:00100000:2.0:1785389331.170276:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.170350:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458980992 00000100:00100000:0.0:1785389331.170359:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458980992 00000100:00100000:0.0:1785389331.170403:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1520 00000100:00100000:0.0:1785389331.170411:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33456:x1872115458980992:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389331.170428:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.170445:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5bd expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170506:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170518:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170527:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170538:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170545:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170552:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170626:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170633:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170875:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170882:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.170885:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170893:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170903:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.170906:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.170909:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170914:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a1f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170926:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170932:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170938:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170943:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.170945:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170950:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170955:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff9434092fe700) 00010000:00010000:0.0:1785389331.170957:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.170959:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170963:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a1fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170989:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1ee lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5bd expref: 52 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.170997:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.170999:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.171002:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a1ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5bd expref: 52 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.171010:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247200, rc 0) 00000100:00100000:0.0:1785389331.171061:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33456:x1872115458980992:12345-192.168.204.39@tcp:101:cp.0 Request processed in 650us (791us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389331.171071:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1520 00000100:00100000:1.0:1785389331.194315:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.194423:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458981248 00000100:00100000:0.0:1785389331.194443:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458981248 00000100:00100000:0.0:1785389331.194517:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1521 00000100:00100000:0.0:1785389331.194528:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+51:33456:x1872115458981248:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389331.194549:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.194569:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a203 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5c4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.195004:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.195020:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.195032:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.195046:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.195053:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.195060:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389331.196128:0:9185:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1785389331.196277:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196287:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196295:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196343:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196350:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196357:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196364:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.196369:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196375:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196385:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.196388:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.196392:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196398:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a20a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389331.196411:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f495019b reply state 0000000024943c6c transno 4294968344 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.196419:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389331.196512:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a203 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 54 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196525:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.196532:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389331.196534:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389331.196536:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9400, rc 0) 00000100:00100000:2.0:1785389331.196648:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33456:x1872115458981248:12345-192.168.204.39@tcp:101:cp.0 Request processed in 2121us (2342us total) trans 4294968344 rc 0/0 00000100:00100000:2.0:1785389331.196656:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1521 00010000:00010000:1.0:1785389331.201886:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.201910:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.201918:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.201924:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.201929:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.201937:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.201953:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff9434092fe700) 00010000:00010000:1.0:1785389331.201957:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.201962:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.201968:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a211 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.203348:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.203420:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458981376 00000100:00100000:3.0:1785389331.203430:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458981376 00000100:00100000:3.0:1785389331.203490:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:3.0:1785389331.203499:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2362:x1872115458981376:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389331.203518:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.203536:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5cb expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389331.203563:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1785389331.203581:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=1051s v=(0 0) 00010000:00010000:3.0:1785389331.203586:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.203595:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.203613:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 10 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.203627:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785389331.203814:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458981376:12345-192.168.204.39@tcp:101:cp.0 Request processed in 315us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.203822:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 422 00000100:00100000:3.0:1785389331.225449:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.227801:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458981504 00000100:00100000:0.0:1785389331.227813:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458981504 00000100:00100000:0.0:1785389331.227916:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00100000:0.0:1785389331.227927:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:33456:x1872115458981504:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389331.227945:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.227961:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5d2 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.227991:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.227999:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.228002:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.228007:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 11 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.228036:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.228049:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.228061:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485924736:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389331.228145:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8840 going to sleep for 11 seconds 00000100:00100000:2.0:1785389331.233625:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.234805:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485924736:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389331.234836:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 11 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.234863:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:0.0:1785389331.234917:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:33456:x1872115458981504:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6992us (9475us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.234926:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 423 00000100:00100000:3.0:1785389331.235802:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458981632 00000100:00100000:3.0:1785389331.235810:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458981632 00010000:00010000:3.0:1785389331.235837:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.235873:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 443 00000100:00100000:3.0:1785389331.235881:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115458981632:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389331.235894:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389331.235915:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.235926:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.235948:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009f7ca05/0xb9b521054fd7a226 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5cb expref: 11 pid: 6615 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.235961:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.235965:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.235973:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.235983:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.236014:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.236027:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485924864:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389331.236086:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672de40 going to sleep for 11 seconds 00000100:00100000:3.0:1785389331.243569:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485924864:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389331.243595:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389331.243717:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115458981632:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7834us (10098us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.243729:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 443 00000100:00100000:1.0:1785389331.252865:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.252944:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458981888 00000100:00100000:2.0:1785389331.252953:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458981888 00000100:00100000:2.0:1785389331.253005:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:2.0:1785389331.253014:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b014050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:33456:x1872115458981888:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:2.0:1785389331.253422:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b014050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33456:x1872115458981888:12345-192.168.204.39@tcp:35:cp.0 Request processed in 409us (564us total) trans 4294968345 rc 0/0 00000100:00100000:2.0:1785389331.253429:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 328 00000100:00100000:1.0:1785389331.344432:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.344492:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982016 00000100:00100000:2.0:1785389331.344502:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982016 00000100:00100000:2.0:1785389331.344564:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1522 00000100:00100000:2.0:1785389331.344575:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:33459:x1872115458982016:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389331.344596:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.344615:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a234 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5d9 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.344693:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.344709:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.344720:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.344735:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.344758:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.344766:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345037:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345047:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345054:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389331.345084:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 158 00000004:00200000:2.0:1785389331.345088:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389331.345106:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345117:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345125:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345131:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345137:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345146:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.345150:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345157:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345167:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.345170:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.345174:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345181:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a23b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345192:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345197:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345202:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345206:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.345209:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345227:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345238:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff943412840300) 00010000:00010000:2.0:1785389331.345240:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.345242:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345248:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a242 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345275:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a234 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d9 expref: 109 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345287:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d9 expref: 108 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.345294:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389331.345296:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389331.345298:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8a00, rc 0) 00000100:00100000:2.0:1785389331.345354:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:33459:x1872115458982016:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 781us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.345362:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1522 00000100:00100000:3.0:1785389331.354542:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.354610:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982144 00000100:00100000:0.0:1785389331.354623:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982144 00000100:00100000:0.0:1785389331.354691:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 424 00000100:00100000:0.0:1785389331.354705:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458982144:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389331.354729:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.354766:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054c4c316/0xb9b521054fd7a250 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5e0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.354827:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485924992:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389331.354919:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8780 going to sleep for 11 seconds 00002000:00010000:0.0:1785389331.357367:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1785389331.357376:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb mtime: 0 -> 1785389330 00002000:00010000:0.0:1785389331.357379:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb atime: 0 -> 1785389330 00002000:00010000:0.0:1785389331.357381:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb ctime: 0 -> 1785389330 00000100:00100000:0.0:1785389331.357402:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485924992:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389331.357443:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000054c4c316/0xb9b521054fd7a250 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e0 expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.357478:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054c4c316/0xb9b521054fd7a250 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e0 expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.357497:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246000, rc 0) 00000100:00100000:0.0:1785389331.357556:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458982144:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2855us (3026us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389331.357564:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 424 00000100:00100000:3.0:1785389331.380315:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.380350:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982272 00000100:00100000:3.0:1785389331.380359:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982272 00000100:00100000:3.0:1785389331.380418:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1523 00000100:00100000:3.0:1785389331.380429:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:33459:x1872115458982272:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389331.380449:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.380478:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a257 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5e7 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.380549:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.380564:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.380575:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389331.380763:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:3.0:1785389331.380768:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389331.380848:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.380875:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a257 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.380893:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 109 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.380902:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.380905:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389331.380909:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:3.0:1785389331.380961:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33459:x1872115458982272:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 534us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.380968:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1523 00000100:00100000:2.0:1785389331.385604:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.385685:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982400 00000100:00100000:0.0:1785389331.385695:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982400 00000100:00100000:0.0:1785389331.385773:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 425 00000100:00100000:0.0:1785389331.385784:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458982400:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389331.385801:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.385818:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054c4c316/0xb9b521054fd7a265 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5ee expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.385886:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485925120:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389331.385959:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8780 going to sleep for 11 seconds 00000100:00100000:3.0:1785389331.391213:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485925120:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389331.391253:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000054c4c316/0xb9b521054fd7a265 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5ee expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.391279:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054c4c316/0xb9b521054fd7a265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5ee expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.391292:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246000, rc 0) 00000100:00100000:3.0:1785389331.391363:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115458982400:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5580us (5766us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.391372:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 425 00000100:00100000:3.0:1785389331.398946:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.399127:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982656 00000100:00100000:2.0:1785389331.399136:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982656 00000100:00100000:2.0:1785389331.399191:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1524 00000100:00100000:2.0:1785389331.399199:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33459:x1872115458982656:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389331.399585:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:2.0:1785389331.399684:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33459:x1872115458982656:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 484us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.399692:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1524 00000100:00100000:2.0:1785389331.412958:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.413159:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982784 00000100:00100000:3.0:1785389331.413168:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982784 00000100:00100000:3.0:1785389331.413225:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1525 00000100:00100000:3.0:1785389331.413236:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33460:x1872115458982784:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389331.413254:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.413272:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a26c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5f5 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413332:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413344:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413354:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413406:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413414:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413430:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413708:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413716:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413723:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413729:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.413732:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413739:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413770:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.413773:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.413778:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413785:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a273 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413798:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413803:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413809:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413815:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.413818:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413825:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413832:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff9434129f8b00) 00010000:00010000:3.0:1785389331.413834:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.413837:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413844:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335c00/0xb9b521054fd7a27a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413876:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a26c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5f5 expref: 110 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413886:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.413889:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.413893:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a26c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5f5 expref: 110 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.413902:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785389331.413956:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33460:x1872115458982784:12345-192.168.204.39@tcp:101:bash.0 Request processed in 722us (1006us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.413963:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1525 00000100:00100000:1.0:1785389331.431292:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.434556:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458982912 00000100:00100000:0.0:1785389331.434569:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458982912 00000100:00100000:0.0:1785389331.434631:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1526 00000100:00100000:0.0:1785389331.434643:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33461:x1872115458982912:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389331.434676:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.434696:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a281 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a5fc expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.434794:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.434811:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.434821:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.434834:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.434841:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.434847:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435054:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435061:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435067:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435071:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.435075:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435082:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435093:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.435096:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.435100:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435106:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a288 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435115:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435120:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435124:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435129:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.435132:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435137:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435144:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff9434092fea00) 00010000:00010000:0.0:1785389331.435146:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.435149:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435155:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246000/0xb9b521054fd7a28f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435182:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a281 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5fc expref: 55 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435193:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.435195:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.435198:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a281 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5fc expref: 55 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.435207:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:0.0:1785389331.435267:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33461:x1872115458982912:12345-192.168.204.39@tcp:101:rm.0 Request processed in 627us (3983us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389331.435274:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1526 00000100:00100000:0.0:1785389331.441189:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.441264:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983040 00000100:00100000:1.0:1785389331.441274:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983040 00000100:00100000:1.0:1785389331.441328:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1527 00000100:00100000:1.0:1785389331.441339:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33461:x1872115458983040:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389331.441363:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.441383:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a296 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a603 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441463:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441477:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441487:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441500:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441506:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441512:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441736:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441780:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441788:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441794:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.441799:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441807:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441819:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.441822:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.441826:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441832:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a29d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441843:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441849:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441855:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441860:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.441863:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441869:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441877:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff94341e7d1300) 00010000:00010000:1.0:1785389331.441879:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.441883:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441887:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441918:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a296 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a603 expref: 55 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441927:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.441929:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.441933:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a296 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a603 expref: 55 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.441941:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00000100:00100000:1.0:1785389331.441995:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33461:x1872115458983040:12345-192.168.204.39@tcp:101:rm.0 Request processed in 659us (815us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389331.442002:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1527 00000020:00080000:3.0:1785389331.450075:0:5842:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00000001:00080000:3.0:1785389331.450099:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968343 is committed 00000001:00080000:3.0:1785389331.450108:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968345 is committed 00000020:00080000:0.0:1785389331.450149:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:0.0:1785389331.450161:0:5853:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000100:00100000:0.0:1785389331.470615:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.471033:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983168 00000100:00100000:2.0:1785389331.471043:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983168 00000100:00100000:2.0:1785389331.471086:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1528 00000100:00100000:2.0:1785389331.471094:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:33462:x1872115458983168:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389331.471113:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.471132:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a2ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471192:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471205:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471216:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471229:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471237:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471244:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471570:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471579:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471586:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471592:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.471596:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471602:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471613:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.471616:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.471619:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471624:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a2b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471635:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471640:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471645:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471649:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.471652:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471739:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471777:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff943412840300) 00010000:00010000:2.0:1785389331.471779:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.471782:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471787:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a2b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471817:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a2ab lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a60a expref: 53 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471825:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.471827:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.471830:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a2ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a60a expref: 53 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.471837:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:2.0:1785389331.471894:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:33462:x1872115458983168:12345-192.168.204.39@tcp:101:cp.0 Request processed in 800us (1289us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389331.471900:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1528 00000100:00100000:0.0:1785389331.474682:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.474775:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983296 00000100:00100000:1.0:1785389331.474783:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983296 00000100:00100000:1.0:1785389331.474829:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1529 00000100:00100000:1.0:1785389331.474838:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:33462:x1872115458983296:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389331.474854:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.474871:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a2c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a611 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.474926:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.474944:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.474953:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.474965:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.474972:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.474977:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475182:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475188:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475194:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475199:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.475202:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475208:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475229:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.475232:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.475236:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475241:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a2c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475261:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475266:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475271:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475274:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.475277:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475281:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475286:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff94341e7d1300) 00010000:00010000:1.0:1785389331.475288:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.475290:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475295:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475322:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a2c0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a611 expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475330:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.475333:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.475336:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a2c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a611 expref: 53 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.475344:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00000100:00100000:1.0:1785389331.475388:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:33462:x1872115458983296:12345-192.168.204.39@tcp:101:cp.0 Request processed in 552us (714us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389331.475394:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1529 00000100:00100000:3.0:1785389331.482107:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.482299:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983552 00000100:00100000:1.0:1785389331.482309:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983552 00000100:00100000:1.0:1785389331.482363:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1530 00000100:00100000:1.0:1785389331.482372:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+52:33462:x1872115458983552:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389331.482392:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.482409:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a2d5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a618 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.482720:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.482736:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 107 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.482776:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.482812:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 107 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.482825:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 107 pid: 5820 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.482839:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485925248:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389331.482923:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763480 going to sleep for 11 seconds 00000100:00100000:1.0:1785389331.489336:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485925248:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389331.489366:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.494463:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.494674:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983680 00000100:00100000:1.0:1785389331.494684:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983680 00010000:00010000:1.0:1785389331.494723:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 108 pid: 5820 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.494801:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 444 00000100:00100000:1.0:1785389331.494811:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2362:x1872115458983680:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389331.494826:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389331.494833:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 108 pid: 5820 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.494847:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 108 pid: 5820 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.494870:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a25e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5e7 expref: 108 pid: 5820 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.494894:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.494900:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.494909:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.494916:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.494941:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389331.494990:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:2362:x1872115458983680:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 180us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.494997:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 444 00010000:00010000:3.0:1785389331.495507:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.495517:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.495540:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.495549:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.495557:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389331.496492:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1f:0x0], index 0: 0 00010000:00010000:3.0:1785389331.496802:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496816:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496824:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496858:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496866:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496873:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496880:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.496884:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496891:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496901:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.496904:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.496908:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496914:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a2dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389331.496924:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b4f39114 reply state 0000000040e5c25a transno 4294968346 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.496933:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389331.496965:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a2d5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 55 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496978:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 54 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.496985:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389331.496987:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389331.496990:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:3.0:1785389331.497049:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:33462:x1872115458983552:12345-192.168.204.39@tcp:101:cp.0 Request processed in 14678us (14949us total) trans 4294968346 rc 0/0 00000100:00100000:3.0:1785389331.497057:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1530 00000100:00100000:3.0:1785389331.504802:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.504869:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983808 00000100:00100000:1.0:1785389331.504878:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983808 00000100:00100000:1.0:1785389331.504932:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 426 00000100:00100000:1.0:1785389331.504941:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+9:2365:x1872115458983808:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389331.504958:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.504976:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a61f expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389331.504999:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389331.505016:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=1051s v=(0 0) 00010000:00010000:1.0:1785389331.505020:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389331.505027:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.505048:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 10 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.505060:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc 0) 00000100:00100000:1.0:1785389331.505111:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458983808:12345-192.168.204.39@tcp:101:cp.0 Request processed in 171us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.505116:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 426 00000100:00100000:3.0:1785389331.509031:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.509112:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458983936 00000100:00100000:2.0:1785389331.509121:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458983936 00000100:00100000:2.0:1785389331.509170:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:2.0:1785389331.509178:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:33462:x1872115458983936:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389331.509194:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.509218:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a626 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.509247:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.509256:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389331.509260:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389331.509265:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.509293:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.509307:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.509320:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485925376:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389331.509397:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b50c300 going to sleep for 11 seconds 00000100:00100000:3.0:1785389331.513940:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485925376:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389331.513973:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 11 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.513992:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:3.0:1785389331.514040:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:33462:x1872115458983936:12345-192.168.204.39@tcp:101:cp.0 Request processed in 4863us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.514049:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 427 00000100:00100000:3.0:1785389331.514911:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.515321:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458984064 00000100:00100000:2.0:1785389331.515329:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458984064 00010000:00010000:2.0:1785389331.515360:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.515396:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:2.0:1785389331.515405:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458984064:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389331.515418:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389331.515449:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.515469:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.515492:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7a2f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a61f expref: 11 pid: 14689 timeout: 1151 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.515506:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389331.515510:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389331.515518:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.515527:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.515560:0:17125:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.515573:0:17125:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17125:1872115485925504:192.168.204.39@tcp:105: 00000100:00100000:2.0:1785389331.515642:0:17125:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b50c300 going to sleep for 11 seconds 00010000:00010000:0.0:1785389331.515767:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.515777:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.515784:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.515789:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.515794:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.515802:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.515814:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff9434129f8b00) 00010000:00010000:0.0:1785389331.515817:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.515820:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.515826:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a2e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.518990:0:17125:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17125:1872115485925504:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389331.519012:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389331.519060:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115458984064:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3655us (4151us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.519069:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:1.0:1785389331.524388:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.524522:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458984320 00000100:00100000:2.0:1785389331.524533:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458984320 00000100:00100000:2.0:1785389331.524590:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:2.0:1785389331.524600:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:33462:x1872115458984320:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:2.0:1785389331.524985:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:33462:x1872115458984320:12345-192.168.204.39@tcp:35:cp.0 Request processed in 387us (604us total) trans 4294968347 rc 0/0 00000100:00100000:2.0:1785389331.524993:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 329 00000100:00100000:3.0:1785389331.588699:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.588855:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458984448 00000100:00100000:2.0:1785389331.588865:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458984448 00000100:00100000:2.0:1785389331.588925:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1531 00000100:00100000:2.0:1785389331.588936:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+107:33465:x1872115458984448:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389331.588957:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.588976:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a306 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a62d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589039:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589052:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589063:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589076:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589083:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589090:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589176:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589184:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589190:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389331.589235:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:2.0:1785389331.589239:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389331.589254:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589265:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589273:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589279:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589286:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589292:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.589296:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589304:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589316:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.589319:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.589323:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589329:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a30d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589340:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589345:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589350:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589356:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.589358:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589364:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589370:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff943412840300) 00010000:00010000:2.0:1785389331.589372:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.589375:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589380:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a314 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589408:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a306 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a62d expref: 109 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589430:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a62d expref: 108 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.589438:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:2.0:1785389331.589440:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389331.589443:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400031400, rc 0) 00000100:00100000:2.0:1785389331.589507:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:33465:x1872115458984448:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 573us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.589515:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1531 00000100:00100000:3.0:1785389331.601307:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.601384:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458984576 00000100:00100000:2.0:1785389331.601394:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458984576 00000100:00100000:2.0:1785389331.601458:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:2.0:1785389331.601467:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458984576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389331.601483:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.601500:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a322 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a634 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.601549:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485925632:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389331.601633:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b50ce40 going to sleep for 11 seconds 00002000:00010000:2.0:1785389331.606714:0:6614:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1785389331.606723:0:6614:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb mtime: 0 -> 1785389330 00002000:00010000:2.0:1785389331.606725:0:6614:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb atime: 0 -> 1785389330 00002000:00010000:2.0:1785389331.606727:0:6614:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb ctime: 0 -> 1785389330 00000100:00100000:2.0:1785389331.606780:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485925632:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389331.606812:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a322 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a634 expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.606833:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a322 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a634 expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.606846:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030000, rc 0) 00000100:00100000:2.0:1785389331.606896:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458984576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5430us (5597us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389331.606904:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 428 00000100:00100000:0.0:1785389331.613082:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.613159:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458984704 00000100:00100000:1.0:1785389331.613169:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458984704 00000100:00100000:1.0:1785389331.613230:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1532 00000100:00100000:1.0:1785389331.613240:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:33465:x1872115458984704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389331.613261:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.613280:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a329 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a63b expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.613344:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.613357:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.613368:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389331.613440:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:1.0:1785389331.613445:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389331.613484:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.613511:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a329 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 110 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.613529:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 109 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.613539:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389331.613542:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389331.613545:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328800, rc 0) 00000100:00100000:1.0:1785389331.613606:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33465:x1872115458984704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 368us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.613613:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1532 00000100:00100000:3.0:1785389331.621234:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.621443:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458984832 00000100:00100000:1.0:1785389331.621461:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458984832 00000100:00100000:1.0:1785389331.621518:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 429 00000100:00100000:1.0:1785389331.621528:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458984832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389331.621547:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.621565:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a337 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a642 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.621622:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485925760:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389331.621723:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763480 going to sleep for 11 seconds 00000040:00080000:0.0:1785389331.630998:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389331.631009:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389331.631047:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 46 count 4 00000040:00080000:0.0:1785389331.631054:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389331.631337:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330187df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485925888:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389331.631489:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389331.637070:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485925760:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389331.637112:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a337 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a642 expref: 17 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.637137:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a337 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a642 expref: 17 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.637149:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389331.637213:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115458984832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 15673us (15975us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389331.637223:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 429 00000100:00100000:1.0:1785389331.651660:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.651783:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985088 00000100:00100000:2.0:1785389331.651793:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985088 00000100:00100000:2.0:1785389331.651848:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1533 00000100:00100000:2.0:1785389331.651859:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33465:x1872115458985088:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389331.652197:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:2.0:1785389331.652291:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33465:x1872115458985088:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 433us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.652297:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1533 00000100:00100000:0.0:1785389331.652890:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330187df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485925888:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389331.655268:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.655419:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985216 00000100:00100000:1.0:1785389331.655437:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985216 00000100:00100000:1.0:1785389331.655497:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1534 00000100:00100000:1.0:1785389331.655506:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:33467:x1872115458985216:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389331.655539:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389331.655634:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:33467:x1872115458985216:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 128us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.655641:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1534 00000100:00100000:0.0:1785389331.668146:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.668197:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.668493:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985344 00000100:00100000:3.0:1785389331.668502:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985344 00000100:00100000:3.0:1785389331.668558:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985600 00000100:00100000:3.0:1785389331.668562:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985600 00000100:00100000:3.0:1785389331.668593:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1535 00000100:00100000:3.0:1785389331.668604:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33468:x1872115458985344:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389331.668625:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.668645:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a33e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a649 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668723:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668737:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668779:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668796:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668803:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668808:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668874:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668882:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668889:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668894:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.668898:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668905:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668916:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.668919:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.668923:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668929:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a345 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668942:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668947:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668952:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668957:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f6200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.668959:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668964:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668970:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff9434129f8f00) 00010000:00010000:3.0:1785389331.668972:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.668975:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.668979:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a34c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669010:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a33e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a649 expref: 110 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669020:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.669022:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.669025:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a33e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a649 expref: 110 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669034:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:3.0:1785389331.669086:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33468:x1872115458985344:12345-192.168.204.39@tcp:101:bash.0 Request processed in 485us (950us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.669093:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1535 00000100:00100000:3.0:1785389331.669112:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1536 00000100:00100000:3.0:1785389331.669118:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:33467:x1872115458985600:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389331.669126:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.669135:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a353 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a650 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669202:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a35a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669212:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a35a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669219:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a35a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389331.669230:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 158 00010000:00010000:3.0:1785389331.669341:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7a353 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a650 expref: 58 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669354:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a35a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a650 expref: 57 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.669361:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389331.669364:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389331.669366:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335000, rc 0) 00000100:00100000:3.0:1785389331.669391:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33467:x1872115458985600:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 271us (1191us total) trans 4294968348 rc 0/0 00000100:00100000:3.0:1785389331.669397:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1536 00000100:00100000:0.0:1785389331.676539:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.676576:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.676664:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985856 00000100:00100000:2.0:1785389331.676673:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985856 00000100:00100000:2.0:1785389331.676739:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 74 00000100:00100000:2.0:1785389331.676783:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2365:x1872115458985856:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389331.676799:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389331.676825:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a35a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a650 expref: 57 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.676844:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389331.676849:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389331.676898:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2365:x1872115458985856:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 118us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.676904:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 74 00000100:00100000:3.0:1785389331.677294:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985728 00000100:00100000:3.0:1785389331.677300:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985728 00000100:00100000:3.0:1785389331.677340:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 430 00000100:00100000:3.0:1785389331.677348:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458985728:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389331.677387:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.677406:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.677414:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.677426:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389331.677431:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.677468:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 10 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.677483:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 10 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.677497:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485926016:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389331.677559:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389331.681224:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485926016:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389331.681258:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.682526:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.682678:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458985984 00000100:00100000:2.0:1785389331.682687:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458985984 00002000:00100000:2.0:1785389331.682733:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (0->157) req@ffff943437822a00 x1872115458985984/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 648/0 e 0 to 0 dl 1785389342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389331.682781:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437822a00 with x1872115458985984 ext(0->157) 00010000:00010000:2.0:1785389331.682790:0:18114:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 11 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.682805:0:18114:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 11 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389331.682812:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943437822a00 00000100:00100000:2.0:1785389331.682835:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 17 00000100:00100000:2.0:1785389331.682844:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458985984:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:2.0:1785389331.686290:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458985984:12345-192.168.204.39@tcp:4:cp.0 Request processed in 3436us (3757us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1785389331.686304:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 17 00002000:00100000:2.0:1785389331.686316:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (0->157) req@ffff943437822a00 x1872115458985984/t4294967382(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 648/448 e 0 to 0 dl 1785389342 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389331.686334:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437822a00 with x1872115458985984 ext(0->157) 00010000:00010000:2.0:1785389331.686344:0:18114:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 13 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.686365:0:18114:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 13 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389331.686372:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943437822a00 00000100:00100000:0.0:1785389331.693038:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.693597:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458986112 00000100:00100000:2.0:1785389331.693608:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458986112 00010000:00010000:2.0:1785389331.693660:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 13 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.693698:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 446 00000100:00100000:2.0:1785389331.693707:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2365:x1872115458986112:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389331.693722:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389331.693781:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 13 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.693795:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 13 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.693819:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7a22d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d2 expref: 13 pid: 21226 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.693849:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389331.693852:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389331.693858:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.693870:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.693893:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389331.693946:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458986112:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 238us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.693954:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 446 00010000:00010000:0.0:1785389331.694021:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694034:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694056:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694078:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694086:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694091:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389331.694095:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694102:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694111:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.694126:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8f2891e/0xb9b521054fd7a368 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.694197:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458985728:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 16821us (17638us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.694211:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 430 00000100:00100000:0.0:1785389331.694855:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.695337:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458986240 00000100:00100000:2.0:1785389331.695343:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458986240 00000100:00100000:2.0:1785389331.695371:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1537 00000100:00100000:2.0:1785389331.695378:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33469:x1872115458986240:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389331.695396:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.695411:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a36f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a657 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695476:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695516:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695526:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695542:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695548:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695555:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695615:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.695623:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.697113:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389331.697887:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.697988:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458986496 00000100:00100000:1.0:1785389331.698005:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458986496 00000100:00100000:1.0:1785389331.698053:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1538 00000100:00100000:1.0:1785389331.698061:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:33467:x1872115458986496:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389331.698147:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:33467:x1872115458986496:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 86us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.698158:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1538 00010000:00010000:2.0:1785389331.698528:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698535:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.698539:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698547:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698562:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.698565:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.698569:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698575:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a376 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698592:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698599:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698605:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698610:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.698613:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698619:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.698995:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff943412840300) 00010000:00010000:2.0:1785389331.698998:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.699002:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.699008:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a37d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.699048:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a36f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a657 expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.699059:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.699061:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.699066:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a36f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a657 expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.699075:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030000, rc 0) 00000100:00100000:2.0:1785389331.699120:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33469:x1872115458986240:12345-192.168.204.39@tcp:101:rm.0 Request processed in 3742us (4268us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389331.699127:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1537 00000100:00100000:0.0:1785389331.702042:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.705783:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458986624 00000100:00100000:3.0:1785389331.705845:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458986624 00000100:00100000:3.0:1785389331.705902:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 431 00000100:00100000:3.0:1785389331.705913:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458986624:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389331.705932:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.705954:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a65e expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389331.705982:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 158, mtime: 0x6a6ae112, atime: 0x0, ctime: 0x6a6ae112, blocks: 0x1 00010000:00010000:3.0:1785389331.705999:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=1052s v=(0 0) 00010000:00010000:3.0:1785389331.706003:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.706013:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.706031:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.706044:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d335c00, rc 0) 00000100:00100000:3.0:1785389331.706104:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458986624:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 193us (4069us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.706111:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 431 00000100:00100000:0.0:1785389331.706342:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.708367:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458986752 00000100:00100000:3.0:1785389331.708377:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458986752 00000100:00100000:3.0:1785389331.708433:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1539 00000100:00100000:3.0:1785389331.708445:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33469:x1872115458986752:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389331.708474:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.708492:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a38b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a665 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.708552:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.708565:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.708575:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.708586:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.708594:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.708599:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715438:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715464:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715473:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715480:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.715484:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715495:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715510:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.715512:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.715516:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715521:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7a392 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715540:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715545:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715550:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715554:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.715556:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715561:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715566:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff9434129f8e00) 00010000:00010000:3.0:1785389331.715568:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.715570:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715576:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a399 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715616:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a38b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a665 expref: 57 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715624:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.715626:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.715630:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7a38b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a665 expref: 57 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.715638:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334a00, rc 0) 00000100:00100000:3.0:1785389331.715702:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33469:x1872115458986752:12345-192.168.204.39@tcp:101:rm.0 Request processed in 7258us (9358us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.715710:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1539 00000100:00100000:2.0:1785389331.717409:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.718038:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987008 00000100:00100000:3.0:1785389331.718046:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987008 00000100:00100000:3.0:1785389331.718088:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1540 00000100:00100000:3.0:1785389331.718096:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33467:x1872115458987008:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389331.718192:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33467:x1872115458987008:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 93us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.718730:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1540 00000100:00100000:2.0:1785389331.722951:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.723019:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987136 00000100:00100000:0.0:1785389331.723029:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987136 00002000:00100000:0.0:1785389331.723070:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->4095) req@ffff94343cb73100 x1872115458987136/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 488/0 e 0 to 0 dl 1785389342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389331.723082:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb73100 with x1872115458987136 ext(0->4095) 00002000:00010000:0.0:1785389331.723087:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343cb73100 00000100:00100000:0.0:1785389331.723134:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 125 00000100:00100000:0.0:1785389331.723141:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458987136:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389331.723326:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115458987136:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 184us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389331.723333:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 125 00002000:00100000:0.0:1785389331.723339:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->4095) req@ffff94343cb73100 x1872115458987136/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 488/4536 e 0 to 0 dl 1785389342 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389331.723355:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb73100 with x1872115458987136 ext(0->4095) 00002000:00010000:0.0:1785389331.723358:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343cb73100 00000100:00100000:3.0:1785389331.734475:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.734810:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987264 00000100:00100000:2.0:1785389331.734821:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987264 00000100:00100000:2.0:1785389331.734895:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1541 00000100:00100000:2.0:1785389331.734906:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:33467:x1872115458987264:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389331.734926:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.734947:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a3a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a66c expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.734982:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.734995:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.735006:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.735099:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a3a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.735123:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 57 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.735133:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:2.0:1785389331.735136:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389331.735139:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9c00, rc 0) 00000100:00100000:2.0:1785389331.735427:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33467:x1872115458987264:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 522us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.735435:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1541 00000100:00100000:1.0:1785389331.746282:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.746371:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987392 00000100:00100000:3.0:1785389331.746380:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987392 00000100:00100000:3.0:1785389331.746459:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1542 00000100:00100000:3.0:1785389331.746469:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33467:x1872115458987392:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389331.746504:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389331.746646:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33467:x1872115458987392:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 176us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.746654:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1542 00000100:00100000:0.0:1785389331.757180:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.757268:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987520 00000100:00100000:3.0:1785389331.757278:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987520 00000100:00100000:3.0:1785389331.757336:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1543 00000100:00100000:3.0:1785389331.757346:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33470:x1872115458987520:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389331.757367:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.757386:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a3ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a673 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757468:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757484:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757496:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757511:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757518:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757526:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757593:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757606:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757613:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757619:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.757624:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757632:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757644:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.757647:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.757652:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757669:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a3b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757684:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757690:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757696:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757701:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.757704:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757711:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757718:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff9434129f8e00) 00010000:00010000:3.0:1785389331.757721:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.757723:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757730:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a3bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757799:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a3ae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a673 expref: 58 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757810:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389331.757813:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389331.757816:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a3ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a673 expref: 58 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.757826:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:3.0:1785389331.757885:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33470:x1872115458987520:12345-192.168.204.39@tcp:101:cp.0 Request processed in 540us (714us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389331.757892:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1543 00000100:00100000:1.0:1785389331.761037:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.761070:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.761288:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987776 00000100:00100000:2.0:1785389331.761298:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987776 00000100:00100000:2.0:1785389331.761350:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1544 00000100:00100000:2.0:1785389331.761360:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33470:x1872115458987776:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389331.761379:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.761413:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a3c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a67a expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.761462:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458987648 00000100:00100000:3.0:1785389331.761466:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458987648 00010000:00010000:2.0:1785389331.761485:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761498:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.761503:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 432 00000100:00100000:3.0:1785389331.761510:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458987648:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389331.761513:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761527:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761534:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761534:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761540:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761546:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.761550:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.761554:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761563:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761587:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761594:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761596:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761603:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761603:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761609:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761611:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389331.761613:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389331.761615:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761616:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761624:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761624:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761642:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761642:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.761646:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.761649:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.761651:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053e18e6b/0xb9b521054fd7a3d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761656:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a3ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761667:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761672:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761677:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761681:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.761684:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761689:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761695:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff943412840300) 00010000:00010000:2.0:1785389331.761697:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.761700:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761704:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a3d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.761712:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2362:x1872115458987648:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 203us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.761719:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 432 00010000:00010000:2.0:1785389331.761733:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a3c3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a67a expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761767:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.761770:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.761774:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a3c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a67a expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.761782:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:2.0:1785389331.761804:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:33470:x1872115458987776:12345-192.168.204.39@tcp:101:cp.0 Request processed in 446us (733us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389331.761810:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1544 00000100:00100000:2.0:1785389331.769804:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.769914:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.769980:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458988032 00000100:00100000:3.0:1785389331.769990:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458988032 00000100:00100000:3.0:1785389331.770041:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458988288 00000100:00100000:3.0:1785389331.770044:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458988288 00000100:00100000:3.0:1785389331.770070:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1545 00000100:00100000:3.0:1785389331.770081:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:33467:x1872115458988032:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389331.770110:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1546 00000100:00100000:2.0:1785389331.770118:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:33470:x1872115458988288:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389331.770129:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.770148:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a3df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a681 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.770149:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.770164:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 59 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.770171:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.770209:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 59 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.770226:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 59 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.770238:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485926144:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389331.770263:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.770273:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 108 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.770279:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.770296:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 108 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.770305:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 108 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.770311:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d480 going to sleep for 11 seconds 00000100:00100000:2.0:1785389331.770313:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb72300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485926272:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389331.770336:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072f600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389331.781060:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.781094:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.781122:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458988544 00000100:00100000:2.0:1785389331.781134:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458988544 00010000:00010000:2.0:1785389331.781170:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 109 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.781209:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458988416 00000100:00100000:2.0:1785389331.781212:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458988416 00010000:00010000:2.0:1785389331.781226:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 60 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.781247:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00100000:2.0:1785389331.781255:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2365:x1872115458988544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389331.781269:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389331.781276:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 109 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.781287:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 109 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.781308:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485926144:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389331.781311:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.781315:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.781324:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.781331:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.781332:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.781347:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389331.781401:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2365:x1872115458988544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 146us (364us total) trans 0 rc 0/0 00010000:00010000:0.0:1785389331.781592:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328800/0xb9b521054fd7a330 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a63b expref: 109 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.781607:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb72300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485926272:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389331.781619:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.781626:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.781631:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.781653:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.781677:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.781684:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1785389331.782304:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1f:0x0], index 1: 0 00010000:00010000:0.0:1785389331.782475:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782485:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782492:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782536:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782542:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782548:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782553:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389331.782556:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782562:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782569:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389331.782571:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389331.782574:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782579:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a3ed lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389331.782600:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000be623846 reply state 00000000cb6c3834 transno 4294968349 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.782609:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1785389331.782635:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a3df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 62 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782648:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 61 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.782654:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:0.0:1785389331.782656:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389331.782658:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247200, rc 0) 00000100:00100000:0.0:1785389331.782701:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33470:x1872115458988288:12345-192.168.204.39@tcp:101:cp.0 Request processed in 12585us (12788us total) trans 4294968349 rc 0/0 00000100:00100000:0.0:1785389331.782707:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1546 00000100:00100000:1.0:1785389331.788240:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 448 00010000:00010000:1.0:1785389331.788267:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788278:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788285:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788292:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.788296:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788305:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788320:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff9434092fea00) 00010000:00010000:1.0:1785389331.788323:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389331.788328:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788335:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a3f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.788372:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:2365:x1872115458988416:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389331.788392:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389331.788400:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 60 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788413:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 60 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788545:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a3a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a66c expref: 60 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788556:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:1.0:1785389331.788560:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788570:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788578:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.788609:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389331.788860:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:2365:x1872115458988416:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 606us (7764us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.788869:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 448 00010000:00010000:1.0:1785389331.790912:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.790930:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791136:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791146:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791153:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791159:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389331.791164:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791172:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791187:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:1.0:1785389331.791191:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389331.791195:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.791305:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879400/0xb9b521054fd7a3e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.791469:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:33467:x1872115458988032:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 21387us (21671us total) trans 4294968350 rc 0/0 00000100:00100000:1.0:1785389331.791477:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1545 00000100:00100000:2.0:1785389331.792736:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00100000:1.0:1785389331.792965:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000040:00080000:1.0:1785389331.794927:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389331.794934:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389331.794970:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 47 count 5 00000040:00080000:1.0:1785389331.794976:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389331.795198:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485926400:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389331.795268:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763000 going to sleep for 11 seconds 00000100:00100000:2.0:1785389331.798346:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458988672 00000100:00100000:2.0:1785389331.798360:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458988672 00000100:00100000:2.0:1785389331.798432:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 433 00000100:00100000:2.0:1785389331.798440:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458988672:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389331.798464:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.798483:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a688 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389331.798510:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1785389331.798526:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=1052s v=(0 0) 00010000:00010000:2.0:1785389331.798531:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389331.798539:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 13 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.798558:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 13 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.798572:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c088600, rc 0) 00000100:00100000:2.0:1785389331.798623:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458988672:12345-192.168.204.39@tcp:101:cp.0 Request processed in 184us (5660us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.798630:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 433 00000100:00100000:0.0:1785389331.808882:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.808910:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.808940:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.809009:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458988928 00000100:00100000:2.0:1785389331.809020:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458988928 00000100:00100000:2.0:1785389331.809074:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:2.0:1785389331.809084:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:33467:x1872115458988928:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389331.809325:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:33467:x1872115458988928:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 241us (452us total) trans 4294968351 rc 0/0 00000100:00100000:2.0:1785389331.809332:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 330 00000100:00100000:1.0:1785389331.809541:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485926400:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389331.811442:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989184 00000100:00100000:3.0:1785389331.811460:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989184 00000100:00100000:3.0:1785389331.811520:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00100000:3.0:1785389331.811529:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:33470:x1872115458989184:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389331.811543:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389331.811561:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a68f expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.811590:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.811600:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.811605:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389331.811609:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.811647:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.811662:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.811675:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485926528:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389331.811740:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389331.811895:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989056 00000100:00100000:3.0:1785389331.811899:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989056 00000100:00100000:3.0:1785389331.811972:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1547 00000100:00100000:3.0:1785389331.811980:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:33471:x1872115458989056:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389331.812002:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389331.812077:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:33471:x1872115458989056:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 98us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389331.812085:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1547 00000100:00100000:2.0:1785389331.821782:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.821872:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989440 00000100:00100000:1.0:1785389331.821882:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989440 00000100:00100000:1.0:1785389331.821934:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1548 00000100:00100000:1.0:1785389331.821945:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:33471:x1872115458989440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389331.821973:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.821994:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a417 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a696 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.822093:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a41e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.822107:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a41e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.822119:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a41e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389331.822131:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1785389331.822263:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a417 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a696 expref: 63 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.822282:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a41e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a696 expref: 62 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.822295:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389331.822298:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389331.822301:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329e00, rc 0) 00000100:00100000:1.0:1785389331.822350:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33471:x1872115458989440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 408us (610us total) trans 4294968352 rc 0/0 00000100:00100000:1.0:1785389331.822356:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1548 00000100:00100000:2.0:1785389331.825923:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.825998:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989568 00000100:00100000:3.0:1785389331.826007:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989568 00000100:00100000:3.0:1785389331.826064:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 435 00000100:00100000:3.0:1785389331.826075:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115458989568:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389331.826116:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.826137:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.826146:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389331.826149:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389331.826154:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.826189:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 10 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.826201:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 10 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.826216:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485926656:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389331.826290:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:1.0:1785389331.826912:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485926528:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389331.826942:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.826959:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943437878200, rc 0) 00000100:00100000:1.0:1785389331.826996:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:33470:x1872115458989184:12345-192.168.204.39@tcp:101:cp.0 Request processed in 15468us (18055us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.827005:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 434 00000100:00100000:2.0:1785389331.833842:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.834864:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989824 00000100:00100000:0.0:1785389331.834875:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989824 00000100:00100000:0.0:1785389331.834954:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 75 00000100:00100000:0.0:1785389331.834964:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:2364:x1872115458989824:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389331.834979:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389331.835003:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a41e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a696 expref: 62 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.835022:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:0.0:1785389331.835028:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389331.835074:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:2364:x1872115458989824:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 111us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.835080:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 75 00000100:00100000:2.0:1785389331.835256:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.838570:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989696 00000100:00100000:0.0:1785389331.838584:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989696 00010000:00010000:0.0:1785389331.838628:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.838672:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 449 00000100:00100000:0.0:1785389331.838683:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2364:x1872115458989696:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389331.838697:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389331.838722:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.838736:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.838782:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009269ba79/0xb9b521054fd7a409 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a688 expref: 14 pid: 12002 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.838798:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.838803:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.838811:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.838821:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.838861:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.838876:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437820a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485926784:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389331.838956:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389331.841002:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.841095:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485926656:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389331.841127:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.847224:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458989952 00000100:00100000:1.0:1785389331.847239:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458989952 00002000:00100000:1.0:1785389331.847302:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1f:0x0] (0->157) req@ffff94343cb72680 x1872115458989952/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 648/0 e 0 to 0 dl 1785389342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389331.847313:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb72680 with x1872115458989952 ext(0->157) 00010000:00010000:1.0:1785389331.847322:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 11 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.847339:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 11 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389331.847351:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343cb72680 00000100:00100000:1.0:1785389331.847382:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 18 00000100:00100000:1.0:1785389331.847390:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2362:x1872115458989952:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389331.847926:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2362:x1872115458989952:12345-192.168.204.39@tcp:4:cp.0 Request processed in 535us (6929us total) trans 4294967385 rc 0/0 00000100:00100000:1.0:1785389331.847934:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 18 00002000:00100000:1.0:1785389331.847941:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1f:0x0] (0->157) req@ffff94343cb72680 x1872115458989952/t4294967385(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 648/448 e 0 to 0 dl 1785389342 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389331.847948:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343cb72680 with x1872115458989952 ext(0->157) 00010000:00010000:1.0:1785389331.847953:0:6621:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 13 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.847965:0:6621:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 13 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389331.847971:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343cb72680 00000100:00100000:0.0:1785389331.848810:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437820a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5805:1872115485926784:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389331.848834:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389331.848865:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2364:x1872115458989696:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 10185us (13609us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.848874:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 449 00000100:00100000:3.0:1785389331.866923:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.867022:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458990208 00000100:00100000:0.0:1785389331.867031:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458990208 00000100:00100000:0.0:1785389331.867079:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 331 00000100:00100000:0.0:1785389331.867087:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+61:33470:x1872115458990208:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389331.867438:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33470:x1872115458990208:12345-192.168.204.39@tcp:35:cp.0 Request processed in 350us (525us total) trans 4294968353 rc 0/0 00000100:00100000:0.0:1785389331.867453:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 331 00000100:00100000:3.0:1785389331.870697:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.870782:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458990336 00000100:00100000:0.0:1785389331.870792:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458990336 00010000:00010000:0.0:1785389331.870831:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 13 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.870875:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00100000:0.0:1785389331.870885:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458990336:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389331.870899:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389331.870920:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 13 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.870932:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 13 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.870955:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005df5cf5c/0xb9b521054fd7a2ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a626 expref: 13 pid: 12002 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.870970:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389331.870974:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389331.870980:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.870989:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.871025:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389331.871077:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458990336:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 193us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.871085:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 450 00010000:00010000:1.0:1785389331.871272:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871283:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871304:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871312:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871319:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871326:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943437879800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389331.871330:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871338:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871350:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.871358:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed34d33/0xb9b521054fd7a42c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.871417:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2365:x1872115458989568:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 45343us (45502us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.871425:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 435 00000100:00100000:3.0:1785389331.884831:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.885029:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458990592 00000100:00100000:2.0:1785389331.885041:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458990592 00000100:00100000:2.0:1785389331.885103:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1549 00000100:00100000:2.0:1785389331.885113:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33471:x1872115458990592:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389331.885229:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33471:x1872115458990592:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 116us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.885237:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1549 00000100:00100000:2.0:1785389331.894249:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.894339:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458990720 00000100:00100000:0.0:1785389331.894349:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458990720 00000100:00100000:0.0:1785389331.894410:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 436 00000100:00100000:0.0:1785389331.894429:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115458990720:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389331.894456:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.894476:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a69d expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389331.894503:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 158, mtime: 0x6a6ae112, atime: 0x0, ctime: 0x6a6ae112, blocks: 0x1 00010000:00010000:0.0:1785389331.894524:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=1052s v=(0 0) 00010000:00010000:0.0:1785389331.894528:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.894538:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.894554:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 12 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.894568:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246000, rc 0) 00000100:00100000:0.0:1785389331.894632:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458990720:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 213us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.894638:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 436 00000100:00100000:3.0:1785389331.901632:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.901735:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458990976 00000100:00100000:1.0:1785389331.901783:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458990976 00000100:00100000:1.0:1785389331.901840:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1550 00000100:00100000:1.0:1785389331.901850:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33471:x1872115458990976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389331.901961:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33471:x1872115458990976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 112us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.901969:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1550 00000100:00100000:3.0:1785389331.906241:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.906339:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458991104 00000100:00100000:2.0:1785389331.906349:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458991104 00002000:00100000:2.0:1785389331.906395:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1f:0x0] (0->4095) req@ffff94330335e680 x1872115458991104/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 488/0 e 0 to 0 dl 1785389342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389331.906405:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94330335e680 with x1872115458991104 ext(0->4095) 00002000:00010000:2.0:1785389331.906412:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94330335e680 00000100:00100000:2.0:1785389331.906461:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 126 00000100:00100000:2.0:1785389331.906470:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458991104:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1785389331.906650:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458991104:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 181us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785389331.906658:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 126 00002000:00100000:2.0:1785389331.906664:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1f:0x0] (0->4095) req@ffff94330335e680 x1872115458991104/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:72/0 lens 488/4536 e 0 to 0 dl 1785389342 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389331.906672:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94330335e680 with x1872115458991104 ext(0->4095) 00002000:00010000:2.0:1785389331.906675:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94330335e680 00000100:00100000:2.0:1785389331.924088:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.924352:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458991232 00000100:00100000:0.0:1785389331.924363:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458991232 00000100:00100000:0.0:1785389331.924430:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1551 00000100:00100000:0.0:1785389331.924440:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+62:33471:x1872115458991232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389331.924471:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389331.924496:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a43a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6a4 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.924532:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.924545:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.924556:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.924674:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a43a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 64 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.924692:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 63 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.924702:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:0.0:1785389331.924705:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389331.924709:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247e00, rc 0) 00000100:00100000:0.0:1785389331.924960:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:33471:x1872115458991232:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 520us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.924967:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1551 00000100:00100000:3.0:1785389331.944096:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.944210:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458991360 00000100:00100000:1.0:1785389331.944221:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458991360 00000100:00100000:1.0:1785389331.944285:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1552 00000100:00100000:1.0:1785389331.944297:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:33471:x1872115458991360:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389331.944331:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389331.944455:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:33471:x1872115458991360:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 160us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.944462:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1552 00000100:00100000:3.0:1785389331.952819:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389331.952914:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458991488 00000100:00100000:0.0:1785389331.952925:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458991488 00000100:00100000:0.0:1785389331.952984:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 437 00000100:00100000:0.0:1785389331.952994:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458991488:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389331.953041:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953059:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.953063:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389331.953068:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953081:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953109:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953117:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953126:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953134:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389331.953139:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953148:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953163:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389331.953172:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7a448 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389331.953254:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2364:x1872115458991488:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 260us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389331.953261:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 437 00000100:00100000:2.0:1785389331.965329:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.965515:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458991744 00000100:00100000:3.0:1785389331.965526:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458991744 00000100:00100000:3.0:1785389331.965588:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1553 00000100:00100000:3.0:1785389331.965599:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:33471:x1872115458991744:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389331.965696:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.965714:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 63 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.965724:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.965799:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 63 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389331.965813:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 63 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389331.965827:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485926912:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389331.965923:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d000 going to sleep for 11 seconds 00000100:00100000:1.0:1785389331.968433:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94330335dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485926912:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389331.968472:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.970521:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.971018:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458991872 00000100:00100000:1.0:1785389331.971028:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458991872 00010000:00010000:1.0:1785389331.971064:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 64 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.971108:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 451 00000100:00100000:1.0:1785389331.971118:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:2365:x1872115458991872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389331.971134:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389331.971141:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 64 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.971155:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 64 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.971178:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a441 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6a4 expref: 64 pid: 5822 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.971194:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:1.0:1785389331.971208:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.971218:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.971225:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389331.971258:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389331.971312:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:2365:x1872115458991872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 196us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389331.971320:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 451 00010000:00010000:2.0:1785389331.971639:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.971647:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972055:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972063:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972070:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972076:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.972080:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972088:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972098:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:2.0:1785389331.972100:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389331.972104:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.972110:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a44f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389331.972242:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:33471:x1872115458991744:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 6645us (6922us total) trans 4294968354 rc 0/0 00000100:00100000:2.0:1785389331.972251:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1553 00000040:00080000:1.0:1785389331.973806:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389331.973812:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389331.974289:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1785389331.974298:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389331.975841:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389331.975932:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389331.976488:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458992256 00000100:00100000:2.0:1785389331.976498:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458992256 00000100:00100000:2.0:1785389331.976569:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1554 00000100:00100000:2.0:1785389331.976578:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:33474:x1872115458992256:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389331.976597:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389331.976616:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a456 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6ab expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976700:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976715:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976726:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976741:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976773:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976779:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976879:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976888:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976896:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389331.976933:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 158 00000004:00200000:2.0:1785389331.976937:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389331.976955:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976966:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976974:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976980:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976987:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.976992:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943400030400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.976996:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977003:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977014:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389331.977017:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.977022:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977028:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a45d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977046:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977052:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977057:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977062:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389331.977065:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977070:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977077:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff943412840e00) 00010000:00010000:2.0:1785389331.977080:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389331.977082:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977087:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a464 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977116:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030000/0xb9b521054fd7a456 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6ab expref: 110 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977129:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6ab expref: 109 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389331.977141:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:2.0:1785389331.977143:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389331.977146:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9c00, rc 0) 00000100:00100000:2.0:1785389331.977207:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33474:x1872115458992256:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 628us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389331.977215:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1554 00000100:00100000:0.0:1785389331.981283:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458992128 00000100:00100000:0.0:1785389331.981299:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458992128 00000100:00100000:0.0:1785389331.981408:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:0.0:1785389331.981431:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+63:33471:x1872115458992128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389331.981700:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33471:x1872115458992128:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 282us (5865us total) trans 4294968355 rc 0/0 00000100:00100000:0.0:1785389331.981708:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 332 00000100:00100000:3.0:1785389331.999428:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389331.999511:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458992384 00000100:00100000:1.0:1785389331.999522:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458992384 00000100:00100000:1.0:1785389331.999582:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 438 00000100:00100000:1.0:1785389331.999592:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458992384:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389331.999610:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389331.999640:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7a472 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6b2 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389331.999695:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485927040:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389331.999811:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763300 going to sleep for 11 seconds 00000100:00100000:3.0:1785389332.004133:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00002000:00010000:2.0:1785389332.004687:0:6615:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1785389332.004692:0:6615:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime: 0 -> 1785389331 00002000:00010000:2.0:1785389332.004695:0:6615:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb atime: 0 -> 1785389331 00002000:00010000:2.0:1785389332.004698:0:6615:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime: 0 -> 1785389331 00000100:00100000:2.0:1785389332.004719:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485927040:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389332.004796:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7a472 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6b2 expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.004819:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7a472 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6b2 expref: 18 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.004832:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00000100:00100000:2.0:1785389332.004883:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458992384:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 5292us (5485us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.004892:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 438 00000100:00100000:1.0:1785389332.005563:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458992512 00000100:00100000:1.0:1785389332.005572:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458992512 00000100:00100000:1.0:1785389332.005634:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 75 00000100:00100000:1.0:1785389332.005643:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2363:x1872115458992512:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:1.0:1785389332.005688:0:5826:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.005704:0:5826:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a479 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6b9 expref: -99 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005778:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005796:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005806:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005825:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005832:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005842:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005900:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005914:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005933:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005938:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.005942:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005948:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005955:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.005958:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.005962:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005974:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a480 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005982:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.005989:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006006:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006011:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.006013:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006017:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006022:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff94341e7d1300) 00010000:00010000:1.0:1785389332.006024:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.006026:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006031:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a487 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006058:0:5826:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a479 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6b9 expref: 110 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006064:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.006066:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1785389332.006071:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a479 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6b9 expref: 110 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.006077:0:5826:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc -2) 00000100:00100000:1.0:1785389332.006125:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2363:x1872115458992512:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 476us (1992us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389332.006133:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 75 00000100:00080000:3.0:1785389332.006943:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389332.015925:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.016083:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458992640 00000100:00100000:1.0:1785389332.016093:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458992640 00000100:00100000:1.0:1785389332.016149:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1555 00000100:00100000:1.0:1785389332.016159:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33474:x1872115458992640:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389332.016178:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.016204:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a48e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6f1 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.016265:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.016277:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.016287:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389332.016339:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:1.0:1785389332.016342:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389332.016360:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.016382:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a48e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 111 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.016396:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 110 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.016410:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.016413:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389332.016424:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328600, rc 0) 00000100:00100000:1.0:1785389332.016484:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33474:x1872115458992640:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 326us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.016491:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1555 00000100:00100000:0.0:1785389332.023122:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.023237:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458992768 00000100:00100000:2.0:1785389332.023248:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458992768 00000100:00100000:2.0:1785389332.023315:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 439 00000100:00100000:2.0:1785389332.023325:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458992768:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389332.023342:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.023358:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd7a49c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6f8 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.023425:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485927168:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389332.023510:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00080000:3.0:1785389332.024121:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389332.040178:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485927168:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389332.040227:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd7a49c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f8 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.040255:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005df5cf5c/0xb9b521054fd7a49c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f8 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.040273:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:2.0:1785389332.040328:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115458992768:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 17004us (17215us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.040337:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 439 00000100:00100000:0.0:1785389332.052840:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.052935:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993024 00000100:00100000:2.0:1785389332.052944:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993024 00000100:00100000:2.0:1785389332.052991:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1556 00000100:00100000:2.0:1785389332.053000:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33474:x1872115458993024:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389332.053337:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:2.0:1785389332.053469:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33474:x1872115458993024:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 468us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.053477:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1556 00000100:00100000:0.0:1785389332.069310:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.070004:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993152 00000100:00100000:1.0:1785389332.070014:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993152 00000100:00100000:1.0:1785389332.070073:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1557 00000100:00100000:1.0:1785389332.070082:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33477:x1872115458993152:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389332.070101:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.070120:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a6ff expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070179:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070192:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070203:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070218:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070224:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070235:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070300:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070308:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070314:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070320:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.070325:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070331:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070342:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.070345:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.070349:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070354:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070365:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070371:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070376:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070381:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.070384:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070390:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070406:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff94341e7d1300) 00010000:00010000:1.0:1785389332.070409:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.070413:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070419:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070462:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4a3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6ff expref: 111 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070472:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.070474:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.070477:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6ff expref: 111 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.070486:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc 0) 00000100:00100000:1.0:1785389332.070550:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33477:x1872115458993152:12345-192.168.204.39@tcp:101:bash.0 Request processed in 468us (1249us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389332.070560:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1557 00000100:00100000:3.0:1785389332.079798:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.079894:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993280 00000100:00100000:1.0:1785389332.079905:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993280 00000100:00100000:1.0:1785389332.079964:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 76 00000100:00100000:1.0:1785389332.079975:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:2362:x1872115458993280:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:1.0:1785389332.080016:0:11997:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.080036:0:11997:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a706 expref: -99 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080093:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080108:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080120:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080134:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080141:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080148:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080224:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080236:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080242:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080249:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.080253:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080260:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080272:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.080275:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.080278:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080284:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080296:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080302:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080307:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080311:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.080314:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080319:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080325:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x996ea506 (ffff94341e7d1300) 00010000:00010000:1.0:1785389332.080327:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.080330:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080335:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080367:0:11997:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4b8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a706 expref: 111 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080377:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.080379:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1785389332.080383:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a706 expref: 111 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.080392:0:11997:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc -2) 00000100:00100000:1.0:1785389332.080468:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:2362:x1872115458993280:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 495us (678us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389332.080475:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 76 00000100:00100000:0.0:1785389332.089235:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.089992:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993408 00000100:00100000:2.0:1785389332.090002:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993408 00000100:00100000:2.0:1785389332.090072:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1558 00000100:00100000:2.0:1785389332.090081:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33478:x1872115458993408:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389332.090103:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.090121:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a4cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a70d expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090182:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090204:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090216:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090229:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090235:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090240:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090304:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090309:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090318:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090324:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.090328:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090334:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090343:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.090346:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.090349:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090355:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a4d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090367:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090373:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090377:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090381:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.090384:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090391:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090397:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff943412840e00) 00010000:00010000:2.0:1785389332.090399:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.090401:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090407:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a4db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090455:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a4cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a70d expref: 65 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090466:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.090468:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.090472:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a4cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a70d expref: 65 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.090481:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:2.0:1785389332.090546:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33478:x1872115458993408:12345-192.168.204.39@tcp:101:rm.0 Request processed in 465us (1323us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.090552:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1558 00000100:00080000:3.0:1785389332.090944:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389332.093190:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.093264:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993536 00000100:00100000:1.0:1785389332.093272:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993536 00000100:00100000:1.0:1785389332.093317:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1559 00000100:00100000:1.0:1785389332.093324:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33478:x1872115458993536:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:1.0:1785389332.093339:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.093355:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a714 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093421:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093433:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093452:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093467:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093474:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093501:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093553:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093561:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093573:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093577:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.093581:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093586:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093594:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.093597:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.093600:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093608:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a4e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093617:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093622:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093629:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093633:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.093635:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093639:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.093644:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff94341e7d1300) 00010000:00010000:1.0:1785389332.093646:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.093649:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.094035:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a4f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.094074:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4e2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a714 expref: 65 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.094082:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.094084:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.094091:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a4e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a714 expref: 65 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.094098:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc 0) 00000100:00100000:1.0:1785389332.094163:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33478:x1872115458993536:12345-192.168.204.39@tcp:101:rm.0 Request processed in 828us (966us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389332.094169:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1559 00000100:00100000:0.0:1785389332.117450:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.117566:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993664 00000100:00100000:3.0:1785389332.117577:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993664 00000100:00100000:3.0:1785389332.117642:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1560 00000100:00100000:3.0:1785389332.117652:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33479:x1872115458993664:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.117685:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.117704:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a4f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a71b expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117800:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117813:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117823:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117837:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117844:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117850:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117918:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117926:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117933:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117939:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.117943:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117949:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117959:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.117962:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.117965:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117970:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a4fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117990:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.117995:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118000:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118004:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.118006:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118011:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118016:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff9434129f8e00) 00010000:00010000:3.0:1785389332.118018:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.118021:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118026:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a505 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118053:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a4f7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a71b expref: 65 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118061:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.118063:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.118066:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a4f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a71b expref: 65 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.118074:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:3.0:1785389332.118119:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33479:x1872115458993664:12345-192.168.204.39@tcp:101:cp.0 Request processed in 469us (709us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.118125:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1560 00000100:00100000:3.0:1785389332.122113:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.122185:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458993792 00000100:00100000:1.0:1785389332.122202:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458993792 00000100:00100000:1.0:1785389332.122259:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1561 00000100:00100000:1.0:1785389332.122275:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33479:x1872115458993792:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389332.122292:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.122309:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a50c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a722 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122367:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122383:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122392:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122419:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122426:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122431:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122493:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122502:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122514:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122518:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.122521:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122528:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122538:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.122541:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.122545:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122564:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a513 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122574:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122579:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122598:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122603:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.122606:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122610:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122615:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff94341e7d1300) 00010000:00010000:1.0:1785389332.122617:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.122619:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122625:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a51a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122653:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a50c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a722 expref: 65 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122662:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.122664:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.122671:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a50c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a722 expref: 65 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.122678:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc 0) 00000100:00100000:1.0:1785389332.122965:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33479:x1872115458993792:12345-192.168.204.39@tcp:101:cp.0 Request processed in 690us (850us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389332.122971:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1561 00000100:00100000:0.0:1785389332.127154:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.127265:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994048 00000100:00100000:1.0:1785389332.127274:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994048 00000100:00100000:1.0:1785389332.127322:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1562 00000100:00100000:1.0:1785389332.127331:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+64:33479:x1872115458994048:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389332.127348:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.127365:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a521 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a729 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.127501:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.127515:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 109 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.127522:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.127550:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 109 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.127563:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 109 pid: 19127 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.127574:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485927296:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389332.127701:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763000 going to sleep for 11 seconds 00000100:00100000:0.0:1785389332.133869:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.133990:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485927296:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389332.134019:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.134117:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994176 00000100:00100000:2.0:1785389332.134127:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994176 00010000:00010000:2.0:1785389332.134169:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 110 pid: 19127 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.134214:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 452 00000100:00100000:2.0:1785389332.134223:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:2363:x1872115458994176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389332.134242:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389332.134249:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 110 pid: 19127 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.134261:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 110 pid: 19127 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.134281:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a495 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6f1 expref: 110 pid: 19127 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.134294:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.134298:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.134307:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.134314:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.134372:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389332.134435:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:2363:x1872115458994176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 212us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.134450:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 452 00010000:00010000:1.0:1785389332.136003:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.136013:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.136035:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.136044:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.136052:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1785389332.136701:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x20:0x0], index 0: 0 00010000:00010000:1.0:1785389332.137358:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137375:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137384:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137529:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137537:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137545:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137551:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.137555:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137564:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137574:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.137577:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.137581:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137587:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a528 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389332.137600:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f7e50f4d reply state 000000006ac79647 transno 4294968356 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.137609:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1785389332.137641:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a521 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 67 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137654:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 66 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.137663:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:1.0:1785389332.137665:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389332.137668:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328e00, rc 0) 00000100:00100000:1.0:1785389332.137732:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33479:x1872115458994048:12345-192.168.204.39@tcp:101:cp.0 Request processed in 10399us (10582us total) trans 4294968356 rc 0/0 00000100:00100000:1.0:1785389332.137739:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1562 00010000:00010000:3.0:1785389332.139580:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.139593:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.139601:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.139607:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.139611:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.139637:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.139651:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff94341e7d1300) 00010000:00010000:3.0:1785389332.139654:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.139658:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.139667:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a52f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.143334:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.143785:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994304 00000100:00100000:0.0:1785389332.143798:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994304 00000100:00100000:0.0:1785389332.143851:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00100000:0.0:1785389332.143863:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115458994304:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389332.143884:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.143907:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a730 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389332.143933:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389332.143953:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=1052s v=(0 0) 00010000:00010000:0.0:1785389332.143958:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389332.143968:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 13 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.143986:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 13 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.144000:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:0.0:1785389332.144057:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458994304:12345-192.168.204.39@tcp:101:cp.0 Request processed in 197us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389332.144063:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 440 00000100:00080000:3.0:1785389332.144245:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389332.145973:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.146059:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994432 00000100:00100000:2.0:1785389332.146069:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994432 00000100:00100000:2.0:1785389332.146117:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:2.0:1785389332.146125:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+66:2363:x1872115458994432:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:2.0:1785389332.146176:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.146201:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a54b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a737 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146254:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146267:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146278:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146291:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146297:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146302:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146381:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146388:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146394:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146488:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.146492:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146500:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146512:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.146515:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.146519:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146526:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a552 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146538:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146544:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146552:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146556:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.146559:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146564:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146574:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff943412840e00) 00010000:00010000:2.0:1785389332.146576:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.146578:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146584:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a559 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146609:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a54b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a737 expref: 67 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146965:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.146969:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389332.146975:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a54b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a737 expref: 67 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.146985:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc -2) 00000100:00100000:2.0:1785389332.147042:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+66:2363:x1872115458994432:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 917us (1073us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389332.147050:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:1.0:1785389332.153915:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.154014:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994560 00000100:00100000:2.0:1785389332.154023:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994560 00000100:00100000:2.0:1785389332.154076:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:2.0:1785389332.154084:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:33479:x1872115458994560:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389332.154102:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.154120:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a76f expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.154153:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.154161:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389332.154165:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389332.154170:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.154206:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.154219:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.154233:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485927424:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389332.154322:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b50ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.157971:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485927424:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389332.158007:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.158027:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030000, rc 0) 00000100:00100000:2.0:1785389332.158086:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:33479:x1872115458994560:12345-192.168.204.39@tcp:101:cp.0 Request processed in 4002us (4179us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.158094:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 441 00000100:00100000:3.0:1785389332.159550:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.160329:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994688 00000100:00100000:0.0:1785389332.160338:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994688 00010000:00010000:0.0:1785389332.160371:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.160514:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00100000:0.0:1785389332.160525:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115458994688:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389332.160541:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389332.160566:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.160580:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.160604:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abf66cdc/0xb9b521054fd7a544 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a730 expref: 14 pid: 6614 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.160633:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389332.160637:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389332.160646:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.160662:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.160700:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 13 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.160714:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485927552:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389332.160821:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8540 going to sleep for 11 seconds 00000100:00100000:3.0:1785389332.164142:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.164241:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458994944 00000100:00100000:2.0:1785389332.164251:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458994944 00000100:00100000:2.0:1785389332.164312:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 333 00000100:00100000:2.0:1785389332.164321:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+66:33479:x1872115458994944:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:2.0:1785389332.164668:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33479:x1872115458994944:12345-192.168.204.39@tcp:35:cp.0 Request processed in 347us (532us total) trans 4294968357 rc 0/0 00000100:00100000:2.0:1785389332.164676:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 333 00000100:00100000:0.0:1785389332.165256:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485927552:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389332.165279:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389332.165303:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458994688:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4781us (5758us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389332.165315:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00100000:3.0:1785389332.200292:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.200613:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995072 00000100:00100000:1.0:1785389332.200633:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995072 00000100:00100000:1.0:1785389332.200699:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:1.0:1785389332.200710:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:2363:x1872115458995072:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:2.0:1785389332.201014:0:5826:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.201034:0:5826:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a567 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a776 expref: -99 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201085:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201097:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201108:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201122:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201128:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201134:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201201:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201208:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201214:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201219:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.201223:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201229:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201240:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.201243:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.201247:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201253:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a56e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201263:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201267:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201272:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201277:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.201280:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201285:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201290:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff943412840e00) 00010000:00010000:2.0:1785389332.201292:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.201294:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201298:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a575 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201322:0:5826:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a567 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a776 expref: 68 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201330:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.201332:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389332.201334:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a567 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a776 expref: 68 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.201342:0:5826:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030400, rc -2) 00000100:00100000:2.0:1785389332.201407:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:2363:x1872115458995072:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 691us (1116us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389332.201419:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:3.0:1785389332.228983:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.229258:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995200 00000100:00100000:2.0:1785389332.229280:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995200 00000100:00100000:2.0:1785389332.229345:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1563 00000100:00100000:2.0:1785389332.229356:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+109:33486:x1872115458995200:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389332.229379:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.229403:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a57c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7ae expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229500:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229516:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229529:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229543:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229549:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229556:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229663:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229672:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229679:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389332.229721:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 158 00000004:00200000:2.0:1785389332.229726:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389332.229784:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229796:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229804:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229810:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229825:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229831:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.229834:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229842:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229853:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.229856:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.229860:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229865:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a583 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229877:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229887:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229893:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229897:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.229900:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229905:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229912:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff943412840e00) 00010000:00010000:2.0:1785389332.229915:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.229917:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229923:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a58a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229952:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a57c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ae expref: 111 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229966:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ae expref: 110 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.229972:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:2.0:1785389332.229975:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389332.229977:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943400030400, rc 0) 00000100:00100000:2.0:1785389332.230034:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33486:x1872115458995200:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 681us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.230040:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1563 00000100:00100000:3.0:1785389332.234657:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.234798:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995328 00000100:00100000:1.0:1785389332.234808:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995328 00000100:00100000:1.0:1785389332.234881:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 442 00000100:00100000:1.0:1785389332.234891:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458995328:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389332.234908:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.234926:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b02cdb8/0xb9b521054fd7a598 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7b5 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.234986:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485927680:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389332.235061:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1785389332.235769:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1785389332.252796:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785389332.252805:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb mtime: 0 -> 1785389331 00002000:00010000:1.0:1785389332.252808:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb atime: 0 -> 1785389331 00002000:00010000:1.0:1785389332.252810:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb ctime: 0 -> 1785389331 00000100:00100000:1.0:1785389332.252844:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485927680:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389332.252881:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009b02cdb8/0xb9b521054fd7a598 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7b5 expref: 17 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.252904:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b02cdb8/0xb9b521054fd7a598 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7b5 expref: 17 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.252916:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328200, rc 0) 00000100:00100000:1.0:1785389332.252972:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2365:x1872115458995328:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 18083us (18334us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389332.252981:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 442 00000100:00100000:0.0:1785389332.270034:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.270122:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995456 00000100:00100000:1.0:1785389332.270131:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995456 00000100:00100000:1.0:1785389332.270181:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1564 00000100:00100000:1.0:1785389332.270190:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33486:x1872115458995456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389332.270211:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.270232:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a59f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7bc expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.270299:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.270311:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.270321:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389332.270373:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:1.0:1785389332.270377:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389332.270395:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.270429:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a59f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 112 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.270453:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 111 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.270461:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.270464:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389332.270468:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329400, rc 0) 00000100:00100000:1.0:1785389332.270523:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33486:x1872115458995456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 334us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.270531:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1564 00000100:00100000:3.0:1785389332.273901:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.274020:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995584 00000100:00100000:0.0:1785389332.274028:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995584 00000100:00100000:0.0:1785389332.274074:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 443 00000100:00100000:0.0:1785389332.274082:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458995584:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389332.274095:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.274110:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd7a5ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7c3 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.274159:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485927808:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389332.274238:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8540 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.279991:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485927808:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389332.280030:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd7a5ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7c3 expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.280055:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac7d72d0/0xb9b521054fd7a5ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7c3 expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.280067:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:2.0:1785389332.280127:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115458995584:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 6044us (6231us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.280136:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 443 00000100:00100000:3.0:1785389332.289481:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.289950:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995840 00000100:00100000:1.0:1785389332.289960:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995840 00000100:00100000:1.0:1785389332.290017:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1565 00000100:00100000:1.0:1785389332.290026:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33486:x1872115458995840:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389332.290343:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:1.0:1785389332.290421:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33486:x1872115458995840:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 396us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.290428:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1565 00000100:00100000:3.0:1785389332.304908:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.306588:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458995968 00000100:00100000:1.0:1785389332.306600:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458995968 00000100:00100000:1.0:1785389332.306682:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1566 00000100:00100000:1.0:1785389332.306692:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33487:x1872115458995968:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:1.0:1785389332.306722:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.306776:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a5b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7ca expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307015:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307044:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307060:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307076:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307082:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307088:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307144:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307166:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307171:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307176:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.307179:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307185:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307615:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.307620:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.307625:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307635:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a5bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307865:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307871:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307878:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307883:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.307886:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307892:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307901:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff94341e7d1b00) 00010000:00010000:1.0:1785389332.307903:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.307907:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307933:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a5c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307968:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a5b4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ca expref: 112 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307978:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.307980:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.307984:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a5b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ca expref: 112 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.307993:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328200, rc 0) 00000100:00100000:1.0:1785389332.308123:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33487:x1872115458995968:12345-192.168.204.39@tcp:101:bash.0 Request processed in 1411us (3203us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389332.308131:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1566 00000100:00100000:0.0:1785389332.331329:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.331375:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.332326:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996224 00000100:00100000:2.0:1785389332.332337:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996224 00000100:00100000:2.0:1785389332.332394:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:2.0:1785389332.332404:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:2362:x1872115458996224:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:2.0:1785389332.332464:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.332485:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a5c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7d8 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.332549:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.332564:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.332577:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.332593:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.332601:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.332607:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333005:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333013:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333021:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333027:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.333031:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333039:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333052:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.333055:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.333060:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333065:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a5d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333077:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333083:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333088:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333093:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.333095:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333100:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333106:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff943412840e00) 00010000:00010000:2.0:1785389332.333108:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.333111:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333116:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a5d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333145:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a5c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7d8 expref: 68 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333159:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.333161:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389332.333165:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a5c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7d8 expref: 68 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.333174:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc -2) 00000100:00100000:2.0:1785389332.333241:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:2362:x1872115458996224:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 838us (1867us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389332.333250:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:3.0:1785389332.334737:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996096 00000100:00100000:3.0:1785389332.334787:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996096 00000100:00100000:3.0:1785389332.334842:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1567 00000100:00100000:3.0:1785389332.334851:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33488:x1872115458996096:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389332.334866:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.334881:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a5de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7d1 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.334930:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.334941:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.334951:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.334964:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.334971:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.334977:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335030:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335037:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335043:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335048:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.335052:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335064:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335074:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.335077:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.335080:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335086:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7a5e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335098:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335104:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335110:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335115:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.335118:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335125:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335133:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff9434129f8e00) 00010000:00010000:3.0:1785389332.335135:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.335139:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335146:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a5ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335173:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a5de lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7d1 expref: 68 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335183:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.335185:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.335189:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a5de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7d1 expref: 68 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.335200:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:3.0:1785389332.335253:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33488:x1872115458996096:12345-192.168.204.39@tcp:101:rm.0 Request processed in 403us (3932us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.335259:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1567 00000100:00100000:1.0:1785389332.336055:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485927936:0@lo:400:kworker.0 00000100:00100000:1.0:1785389332.336115:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389332.336359:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485928064:0@lo:400:kworker.0 00000100:00100000:2.0:1785389332.336389:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389332.336426:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485928064 00000100:00100000:2.0:1785389332.336446:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485928064 00000100:00100000:2.0:1785389332.336496:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1785389332.336502:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485928064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389332.336568:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485928064:12345-0@lo:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.336574:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1785389332.336606:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485928064:0@lo:400:kworker.0 00000100:00100000:0.0:1785389332.337273:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485927936 00000100:00100000:0.0:1785389332.337286:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485927936 00000100:00100000:0.0:1785389332.337324:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1785389332.337337:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485927936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389332.341729:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1785389332.341763:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485928448:0@lo:400:kworker.0 00000100:00100000:2.0:1785389332.341828:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389332.341874:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485928576:0@lo:400:kworker.0 00000100:00100000:2.0:1785389332.341915:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389332.341978:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.342449:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485928192:0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.342485:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389332.342511:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389332.342516:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485928320:0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.342536:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389332.342562:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485928576 00000100:00100000:3.0:1785389332.342569:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485928576 00000100:00100000:3.0:1785389332.342608:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485928320 00000100:00100000:3.0:1785389332.342611:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485928320 00000100:00100000:3.0:1785389332.342631:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1785389332.342638:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485928576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.342694:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485928576:12345-0@lo:400:kworker.0 Request processed in 55us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.342709:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1785389332.342725:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1785389332.342730:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485928320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.342772:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485928320:12345-0@lo:400:kworker.0 Request processed in 42us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.342778:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1785389332.342808:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485928320:0@lo:400:kworker.0 00000100:00080000:3.0:1785389332.342837:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389332.342840:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389332.342852:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485928576:0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.342876:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485928448 00000100:00100000:3.0:1785389332.342893:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485928448 00000100:00100000:3.0:1785389332.342916:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996352 00000100:00100000:3.0:1785389332.342918:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996352 00000100:00100000:3.0:1785389332.342930:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485928192 00000100:00100000:3.0:1785389332.342952:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485928192 00000100:00100000:3.0:1785389332.342972:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1785389332.342977:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485928448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.343024:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485928448:12345-0@lo:400:kworker.0 Request processed in 28us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.343029:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1785389332.343058:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1785389332.343062:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485928192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389332.343086:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485928192:12345-0@lo:400:kworker.0 Request processed in 22us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.343092:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1785389332.343101:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1568 00000100:00100000:3.0:1785389332.343107:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33488:x1872115458996352:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389332.343118:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.343137:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a5f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7df expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343206:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343220:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343251:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343276:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343284:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343291:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343352:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343363:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343375:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343381:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.343385:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343393:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343403:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.343406:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.343410:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343423:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a5fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343445:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343451:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343456:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343461:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.343464:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343473:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343481:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff9434129f8b00) 00010000:00010000:3.0:1785389332.343483:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.343486:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343492:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a601 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343526:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a5f3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7df expref: 68 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343536:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.343538:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.343541:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a5f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7df expref: 68 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.343549:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:3.0:1785389332.343592:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33488:x1872115458996352:12345-192.168.204.39@tcp:101:rm.0 Request processed in 478us (1608us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.343598:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1568 00000100:00100000:3.0:1785389332.343623:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485928192:0@lo:400:kworker.0 00000100:00080000:3.0:1785389332.343638:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389332.343654:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485928448:0@lo:400:kworker.0 00000100:00100000:0.0:1785389332.348145:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485927936:12345-0@lo:400:kworker.0 Request processed in 10792us (12006us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389332.348159:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1785389332.351267:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485927936:0@lo:400:kworker.0 00000100:00100000:2.0:1785389332.368313:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.368430:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996480 00000100:00100000:3.0:1785389332.368449:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996480 00000100:00100000:3.0:1785389332.368523:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1569 00000100:00100000:3.0:1785389332.368532:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33489:x1872115458996480:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.368551:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.368570:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a608 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7e6 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368631:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368655:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368674:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368917:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368927:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368935:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.368997:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369004:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369011:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369018:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.369022:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369028:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369037:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.369040:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.369043:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369052:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a60f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369063:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369069:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369075:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369078:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.369080:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369085:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369093:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff9434129f8b00) 00010000:00010000:3.0:1785389332.369096:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.369098:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369121:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a616 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369149:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a608 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7e6 expref: 68 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369158:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.369160:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.369168:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a608 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7e6 expref: 68 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.369174:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:2.0:1785389332.371973:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33489:x1872115458996480:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3424us (3655us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.371983:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1569 00000100:00100000:1.0:1785389332.380101:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.380168:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996608 00000100:00100000:3.0:1785389332.380177:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996608 00000100:00100000:3.0:1785389332.380258:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1570 00000100:00100000:3.0:1785389332.380268:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33489:x1872115458996608:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.380288:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.380306:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a61d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7ed expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380370:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380389:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380399:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380429:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380445:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380451:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380512:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380519:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380526:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380531:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.380535:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380541:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380550:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.380553:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.380557:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380562:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a624 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380572:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380577:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380581:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380586:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.380589:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380593:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380598:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff9434129f8b00) 00010000:00010000:3.0:1785389332.380600:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.380602:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380607:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a62b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380634:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a61d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ed expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380891:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.380893:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.380917:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a61d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ed expref: 68 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.380927:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2600, rc 0) 00000100:00100000:3.0:1785389332.380985:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33489:x1872115458996608:12345-192.168.204.39@tcp:101:cp.0 Request processed in 718us (894us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.380992:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1570 00000100:00100000:0.0:1785389332.394203:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.394626:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996864 00000100:00100000:1.0:1785389332.394638:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996864 00000100:00100000:1.0:1785389332.394729:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1571 00000100:00100000:1.0:1785389332.394740:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+67:33489:x1872115458996864:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389332.394794:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.395050:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a632 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7f4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.395170:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.395184:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 110 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.395202:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.395254:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 110 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.395288:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 110 pid: 9185 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.395301:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485928704:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389332.395381:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.399103:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485928704:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389332.399137:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.401061:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.402298:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458996992 00000100:00100000:1.0:1785389332.402310:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458996992 00010000:00010000:1.0:1785389332.402351:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 111 pid: 9185 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.402426:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 454 00000100:00100000:1.0:1785389332.402443:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2362:x1872115458996992:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389332.402458:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389332.402469:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 111 pid: 9185 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.402480:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 111 pid: 9185 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.402502:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a5a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7bc expref: 111 pid: 9185 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.402517:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.402522:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.402531:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.402537:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.402563:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389332.402674:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:2362:x1872115458996992:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 240us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.402682:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 454 00010000:00010000:3.0:1785389332.403195:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.403205:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.403229:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.403238:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.403244:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389332.404027:0:5820:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x20:0x0], index 1: 0 00010000:00010000:3.0:1785389332.404198:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404208:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404217:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404251:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404260:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404267:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404271:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.404275:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404281:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404289:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.404291:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.404295:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404309:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7a639 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389332.404318:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dc3a6aad reply state 00000000c56240a8 transno 4294968358 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.404325:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389332.404355:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a632 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 70 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404367:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 69 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.404374:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389332.404376:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389332.404378:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2e00, rc 0) 00000100:00100000:3.0:1785389332.404520:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33489:x1872115458996864:12345-192.168.204.39@tcp:101:cp.0 Request processed in 9781us (10350us total) trans 4294968358 rc 0/0 00000100:00100000:3.0:1785389332.404528:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1571 00000100:00100000:1.0:1785389332.418016:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00010000:00010000:2.0:1785389332.418157:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.418170:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.418181:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.418187:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.418200:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.418207:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.418223:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff9434129f8b00) 00010000:00010000:2.0:1785389332.418226:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.418230:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.418239:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a640 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.419458:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458997120 00000100:00100000:0.0:1785389332.419471:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458997120 00000100:00100000:0.0:1785389332.419538:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 444 00000100:00100000:0.0:1785389332.419547:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115458997120:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389332.419563:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.419581:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a7fb expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389332.419638:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1785389332.419662:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=1052s v=(0 0) 00010000:00010000:0.0:1785389332.419666:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389332.419675:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 14 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.419691:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 14 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.419710:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:0.0:1785389332.419788:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115458997120:12345-192.168.204.39@tcp:101:cp.0 Request processed in 242us (1781us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389332.419795:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 444 00000100:00080000:3.0:1785389332.420182:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389332.424198:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.424274:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458997248 00000100:00100000:3.0:1785389332.424285:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458997248 00000100:00100000:3.0:1785389332.424336:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:3.0:1785389332.424345:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:33489:x1872115458997248:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.424362:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.424378:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a802 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.424443:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.424453:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389332.424457:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389332.424462:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 15 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.424518:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.424532:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.424546:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485928832:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389332.424611:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94342672d480 going to sleep for 11 seconds 00000100:00100000:3.0:1785389332.427636:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485928832:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389332.427674:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 15 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.427691:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:3.0:1785389332.427909:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:33489:x1872115458997248:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3543us (3698us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.427919:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 445 00000100:00100000:2.0:1785389332.428969:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.429507:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458997376 00000100:00100000:0.0:1785389332.429525:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458997376 00010000:00010000:0.0:1785389332.429555:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.429593:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 455 00000100:00100000:0.0:1785389332.429600:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2363:x1872115458997376:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389332.429621:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389332.429642:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.429655:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.429682:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000688a5278/0xb9b521054fd7a655 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7fb expref: 15 pid: 14689 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.429696:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389332.429699:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389332.429714:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.429723:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.429804:0:5807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.429831:0:5807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5807:1872115485928960:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389332.429900:0:5807:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389332.433576:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.433692:0:5807:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5807:1872115485928960:192.168.204.39@tcp:105: 00010000:00010000:2.0:1785389332.433728:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389332.433817:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115458997376:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 4201us (4835us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.433828:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 455 00000100:00100000:1.0:1785389332.434383:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458997632 00000100:00100000:1.0:1785389332.434391:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458997632 00000100:00100000:1.0:1785389332.434470:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:1.0:1785389332.434483:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b015050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+69:33489:x1872115458997632:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785389332.435065:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b015050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33489:x1872115458997632:12345-192.168.204.39@tcp:35:cp.0 Request processed in 585us (1497us total) trans 4294968359 rc 0/0 00000100:00100000:1.0:1785389332.435072:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 334 00000100:00100000:0.0:1785389332.474399:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.474557:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458997760 00000100:00100000:2.0:1785389332.474571:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458997760 00000100:00100000:2.0:1785389332.474626:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1572 00000100:00100000:2.0:1785389332.474638:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+110:33492:x1872115458997760:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389332.474665:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.474688:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a663 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a809 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474799:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474822:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474833:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474846:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474854:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474863:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474950:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474961:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.474966:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389332.474996:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 158 00000004:00200000:2.0:1785389332.475000:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389332.475014:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475028:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475036:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475042:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475050:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475056:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.475060:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475068:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475078:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.475081:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.475085:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475092:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a66a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475105:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475122:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475128:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475133:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d8200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.475135:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475141:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475147:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff943412840e00) 00010000:00010000:2.0:1785389332.475149:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.475151:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475177:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a671 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475201:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a663 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a809 expref: 112 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475213:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a809 expref: 111 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.475221:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389332.475224:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389332.475226:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8600, rc 0) 00000100:00100000:2.0:1785389332.475281:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33492:x1872115458997760:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 647us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.475288:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1572 00000100:00100000:0.0:1785389332.480195:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.480199:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.481171:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458997888 00000100:00100000:1.0:1785389332.481181:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458997888 00000100:00100000:1.0:1785389332.481339:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 446 00000100:00100000:1.0:1785389332.481349:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458997888:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389332.481366:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.481382:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7a67f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a810 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.481454:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485929088:192.168.204.39@tcp:106: 00000100:00100000:1.0:1785389332.481565:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.483775:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998016 00000100:00100000:2.0:1785389332.483784:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998016 00002000:00010000:1.0:1785389332.483796:0:12002:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1785389332.483800:0:12002:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb mtime: 0 -> 1785389331 00002000:00010000:1.0:1785389332.483802:0:12002:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb atime: 0 -> 1785389331 00002000:00010000:1.0:1785389332.483804:0:12002:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb ctime: 0 -> 1785389331 00000100:00100000:1.0:1785389332.483825:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485929088:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389332.483859:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7a67f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a810 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.483882:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7a67f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a810 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.483886:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00100000:2.0:1785389332.483895:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115458998016:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:1.0:1785389332.483895:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00010000:00010000:2.0:1785389332.483943:0:5826:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.483960:0:5826:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a686 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a817 expref: -99 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484009:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484022:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.484026:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115458997888:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2678us (3839us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389332.484033:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 446 00010000:00010000:2.0:1785389332.484034:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484048:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484055:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484061:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484121:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484128:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484135:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484140:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c3d9600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.484144:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484152:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484161:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.484164:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.484168:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484174:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9600/0xb9b521054fd7a68d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484183:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484189:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484195:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484200:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.484203:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484208:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484215:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff943412840e00) 00010000:00010000:2.0:1785389332.484218:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.484221:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484226:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a694 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484252:0:5826:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a686 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a817 expref: 112 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484267:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.484269:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389332.484273:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a686 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a817 expref: 112 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.484281:0:5826:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc -2) 00000100:00100000:2.0:1785389332.484375:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115458998016:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 481us (4187us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389332.484382:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00100000:1.0:1785389332.486690:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.488632:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998144 00000100:00100000:2.0:1785389332.488642:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998144 00000100:00100000:2.0:1785389332.488951:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1573 00000100:00100000:2.0:1785389332.488967:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33492:x1872115458998144:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389332.488984:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.489001:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a69b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a84f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.489062:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.489074:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.489083:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389332.489132:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:2.0:1785389332.489136:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389332.489154:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.489185:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a69b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 113 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.489213:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 112 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.489222:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.489224:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389332.489227:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943404f9b400, rc 0) 00000100:00100000:2.0:1785389332.489288:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33492:x1872115458998144:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 319us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.489294:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1573 00000100:00100000:0.0:1785389332.492075:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.492242:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998272 00000100:00100000:2.0:1785389332.492251:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998272 00000100:00100000:2.0:1785389332.492323:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00100000:2.0:1785389332.492332:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458998272:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389332.492347:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.492362:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba52a64e/0xb9b521054fd7a6a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a856 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.492513:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485929216:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389332.492609:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b50ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.494984:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485929216:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389332.495023:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ba52a64e/0xb9b521054fd7a6a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a856 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.495048:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba52a64e/0xb9b521054fd7a6a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a856 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.495059:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943404f9b800, rc 0) 00000100:00100000:2.0:1785389332.495158:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115458998272:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2806us (3091us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.495167:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 447 00000100:00100000:1.0:1785389332.499092:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.499242:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998528 00000100:00100000:3.0:1785389332.499265:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998528 00000100:00100000:3.0:1785389332.499368:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1574 00000100:00100000:3.0:1785389332.499392:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33492:x1872115458998528:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:3.0:1785389332.499962:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:3.0:1785389332.500033:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33492:x1872115458998528:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 656us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.500041:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1574 00000100:00100000:0.0:1785389332.508123:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.508208:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998656 00000100:00100000:3.0:1785389332.508219:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998656 00000100:00100000:3.0:1785389332.508330:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1575 00000100:00100000:3.0:1785389332.508360:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33495:x1872115458998656:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:3.0:1785389332.508381:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.508400:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a6b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a85d expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508485:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508499:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508510:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508525:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508531:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508536:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508605:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508616:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508623:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508629:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.508633:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508639:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508651:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.508654:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.508669:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508676:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a6b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508688:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508694:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508700:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508705:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.508708:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508715:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508722:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.508724:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.508727:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508732:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a6be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508798:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a6b0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a85d expref: 113 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508808:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.508810:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.508813:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a6b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a85d expref: 113 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.508823:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:3.0:1785389332.509011:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33495:x1872115458998656:12345-192.168.204.39@tcp:101:bash.0 Request processed in 672us (910us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.509018:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1575 00000100:00100000:0.0:1785389332.513055:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.513202:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998784 00000100:00100000:1.0:1785389332.513212:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998784 00000100:00100000:1.0:1785389332.513262:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 81 00000100:00100000:1.0:1785389332.513271:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:2365:x1872115458998784:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:1.0:1785389332.513322:0:11997:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.513338:0:11997:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a6c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a864 expref: -99 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513391:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513415:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513439:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513453:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513472:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513478:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513537:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513544:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513555:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513560:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.513564:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513570:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513579:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.513581:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.513585:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513590:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a6cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513600:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513605:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513610:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513615:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389332.513618:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513624:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513631:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x4b66ad81 (ffff94341e7d1b00) 00010000:00010000:1.0:1785389332.513633:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389332.513635:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.513641:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a6d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.514533:0:11997:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a6c5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a864 expref: 113 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.514544:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389332.514546:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1785389332.514551:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a6c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a864 expref: 113 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.514560:0:11997:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc -2) 00000100:00100000:1.0:1785389332.514643:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:2365:x1872115458998784:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 1358us (1597us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389332.514650:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 81 00000100:00100000:1.0:1785389332.528941:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.529057:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458998912 00000100:00100000:0.0:1785389332.529068:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458998912 00000100:00100000:0.0:1785389332.529131:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1576 00000100:00100000:0.0:1785389332.529140:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33496:x1872115458998912:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389332.529165:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.529186:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a6da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a86b expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.529258:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.529280:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.529291:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.529304:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.529312:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.530997:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531070:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531078:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531088:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531092:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.531096:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531102:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531112:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.531115:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.531118:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531125:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a6e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531362:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531378:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531393:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531397:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.531400:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531406:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531413:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff9434129d5500) 00010000:00010000:0.0:1785389332.531415:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.531417:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531428:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a6e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531495:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a6da lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a86b expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531504:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.531506:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.531524:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a6da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a86b expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.531532:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:0.0:1785389332.531619:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33496:x1872115458998912:12345-192.168.204.39@tcp:101:rm.0 Request processed in 2479us (2688us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389332.531628:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1576 00000100:00100000:0.0:1785389332.536123:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.536160:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.536225:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999040 00000100:00100000:2.0:1785389332.536240:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999040 00000100:00100000:2.0:1785389332.536298:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 82 00000100:00100000:2.0:1785389332.536314:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:2362:x1872115458999040:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:2.0:1785389332.536346:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.536362:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a6ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a872 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536423:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536447:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536463:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536476:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536485:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536490:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536547:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536559:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536567:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536571:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.536575:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536581:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536590:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.536592:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.536596:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536601:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a6f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536611:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536618:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536623:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536628:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.536631:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536636:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536642:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff943412840e00) 00010000:00010000:2.0:1785389332.536645:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.536648:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536654:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a6fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536700:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a6ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a872 expref: 71 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536710:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.536712:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389332.536715:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a6ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a872 expref: 71 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.536729:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943404f9b800, rc -2) 00000100:00100000:2.0:1785389332.536814:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:2362:x1872115458999040:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 508us (651us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389332.536822:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 82 00000100:00100000:3.0:1785389332.537256:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999168 00000100:00100000:3.0:1785389332.537272:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999168 00000100:00100000:3.0:1785389332.537327:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1577 00000100:00100000:3.0:1785389332.537353:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33496:x1872115458999168:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389332.537364:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.537374:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a704 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a879 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537444:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537455:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537463:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537474:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537481:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537487:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537516:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537522:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537528:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537533:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.537537:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537543:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537550:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.537553:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.537555:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537562:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a70b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537572:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537579:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537585:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537590:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.537592:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537598:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537604:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.537606:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.537609:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537614:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a712 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537636:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a704 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a879 expref: 71 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537644:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.537647:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.537650:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a704 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a879 expref: 71 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.537670:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:3.0:1785389332.537704:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33496:x1872115458999168:12345-192.168.204.39@tcp:101:rm.0 Request processed in 370us (1609us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.537710:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1577 00000100:00100000:0.0:1785389332.563691:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.563853:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999296 00000100:00100000:3.0:1785389332.563863:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999296 00000100:00100000:3.0:1785389332.563917:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1578 00000100:00100000:3.0:1785389332.563926:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33497:x1872115458999296:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.563947:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.563967:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a719 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a880 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564027:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564064:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564073:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564086:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564094:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564100:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564160:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564199:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564205:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564211:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.564215:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564225:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564236:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.564240:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.564244:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564269:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a720 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564282:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564288:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564294:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564299:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.564302:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564306:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564311:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.564313:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.564315:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564319:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a727 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564359:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a719 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a880 expref: 71 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564368:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.564370:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.564378:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a719 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a880 expref: 71 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.564386:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:3.0:1785389332.564463:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33497:x1872115458999296:12345-192.168.204.39@tcp:101:cp.0 Request processed in 536us (780us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.564469:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1578 00000100:00100000:0.0:1785389332.573038:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.573126:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999424 00000100:00100000:2.0:1785389332.573135:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999424 00000100:00100000:2.0:1785389332.573192:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1579 00000100:00100000:2.0:1785389332.573201:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33497:x1872115458999424:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389332.573220:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.573238:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a72e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a887 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573297:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573310:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573320:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573335:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573342:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573348:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573404:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573411:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573418:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573424:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.573428:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573446:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573456:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.573459:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.573464:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573470:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a735 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573482:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573487:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573493:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573499:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.573502:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573507:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573513:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff943412840e00) 00010000:00010000:2.0:1785389332.573515:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.573517:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573523:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a73c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573549:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a72e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a887 expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573558:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.573560:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.573563:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a72e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a887 expref: 71 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.573571:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389332.573623:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33497:x1872115458999424:12345-192.168.204.39@tcp:101:cp.0 Request processed in 423us (593us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.573630:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1579 00000100:00100000:1.0:1785389332.583984:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.584112:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999680 00000100:00100000:2.0:1785389332.584126:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999680 00000100:00100000:2.0:1785389332.584203:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1580 00000100:00100000:2.0:1785389332.584214:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+70:33497:x1872115458999680:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389332.584234:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.584253:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a743 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a88e expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.584406:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.584463:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 111 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.584472:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.584517:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 111 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.584544:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 111 pid: 5821 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.584555:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485929344:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389332.584698:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340b50ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1785389332.587635:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.587847:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485929344:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389332.587874:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.587979:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999808 00000100:00100000:3.0:1785389332.587987:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999808 00010000:00010000:3.0:1785389332.588033:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 112 pid: 5821 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.588120:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 456 00000100:00100000:3.0:1785389332.588129:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:2363:x1872115458999808:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389332.588141:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389332.588153:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 112 pid: 5821 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.588163:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 112 pid: 5821 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.588181:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a6a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a84f expref: 112 pid: 5821 timeout: 1152 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.588213:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.588218:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.588246:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.588273:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.588297:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389332.588339:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2363:x1872115458999808:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 210us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.588345:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 456 00010000:00010000:2.0:1785389332.588408:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.588438:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.588474:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.588495:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.588502:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389332.589728:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21:0x0], index 0: 0 00010000:00010000:2.0:1785389332.590021:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590032:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590040:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590067:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590074:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590079:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590085:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.590089:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590094:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590101:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.590104:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.590108:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590114:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a74a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389332.590124:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ea012b6b reply state 00000000452ac6ba transno 4294968360 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.590141:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389332.590172:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a743 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 73 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590186:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 72 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.590193:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:2.0:1785389332.590195:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389332.590197:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d8200, rc 0) 00000100:00100000:2.0:1785389332.590242:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33497:x1872115458999680:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6028us (6265us total) trans 4294968360 rc 0/0 00000100:00100000:2.0:1785389332.590248:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1580 00000100:00100000:0.0:1785389332.594206:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.594585:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115458999936 00000100:00100000:1.0:1785389332.594610:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115458999936 00000100:00100000:1.0:1785389332.594663:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 448 00000100:00100000:1.0:1785389332.594692:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2365:x1872115458999936:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389332.594715:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.594736:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a895 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389332.594783:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389332.594801:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=1052s v=(0 0) 00010000:00010000:1.0:1785389332.594975:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389332.594988:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 14 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.595005:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 14 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.595017:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389332.595082:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2365:x1872115458999936:12345-192.168.204.39@tcp:101:cp.0 Request processed in 406us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.595089:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 448 00010000:00010000:3.0:1785389332.597954:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.597969:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.597977:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.597984:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.597989:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.597997:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.598017:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff943412840e00) 00010000:00010000:3.0:1785389332.598020:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.598023:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.598031:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a751 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.598139:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.598257:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000064 00000100:00100000:2.0:1785389332.598266:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000064 00000100:00100000:2.0:1785389332.598351:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 449 00000100:00100000:2.0:1785389332.598359:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:33497:x1872115459000064:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389332.598372:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.598384:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a89c expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.598425:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.598441:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389332.598444:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389332.598449:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 15 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.598478:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.598489:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.598501:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485929472:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389332.598565:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.601284:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.601383:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485929472:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389332.601419:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 15 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.601445:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c3d9600, rc 0) 00000100:00100000:0.0:1785389332.601497:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:33497:x1872115459000064:12345-192.168.204.39@tcp:101:cp.0 Request processed in 3134us (3376us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389332.601504:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 449 00000100:00100000:3.0:1785389332.601673:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000192 00000100:00100000:3.0:1785389332.601680:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000192 00010000:00010000:3.0:1785389332.601713:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.601761:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:3.0:1785389332.601770:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2363:x1872115459000192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389332.601780:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389332.601799:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.601822:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.601839:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4759a7f/0xb9b521054fd7a766 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a895 expref: 15 pid: 6613 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.601851:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389332.601854:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389332.601861:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 14 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.601869:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 14 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.601906:0:5805:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 14 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.601918:0:5805:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485929600:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389332.601964:0:5805:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389332.605174:0:5805:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5805:1872115485929600:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389332.605204:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389332.605255:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115459000192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3477us (3967us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.605263:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:2.0:1785389332.608417:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.608518:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000448 00000100:00100000:3.0:1785389332.608527:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000448 00000100:00100000:3.0:1785389332.608595:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:3.0:1785389332.608604:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+72:33497:x1872115459000448:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:0.0:1785389332.609158:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33497:x1872115459000448:12345-192.168.204.39@tcp:35:cp.0 Request processed in 552us (754us total) trans 4294968361 rc 0/0 00000100:00100000:0.0:1785389332.609166:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 335 00000100:00100000:2.0:1785389332.667502:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.667617:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000576 00000100:00100000:3.0:1785389332.667639:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000576 00000100:00100000:3.0:1785389332.667724:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1581 00000100:00100000:3.0:1785389332.667733:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33500:x1872115459000576:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389332.667783:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.667812:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a774 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8a3 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.667872:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.667885:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.667896:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.667909:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.667936:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.667943:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668033:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668041:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668047:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389332.668076:0:19127:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 158 00000004:00200000:3.0:1785389332.668084:0:19127:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389332.668100:0:19127:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668110:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668117:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668122:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668127:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668132:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.668135:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668141:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668152:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.668154:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.668157:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668165:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a77b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668176:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668182:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668189:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668194:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.668196:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668200:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668206:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.668208:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.668211:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668216:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a782 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668242:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a774 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8a3 expref: 113 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668254:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8a3 expref: 112 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.668260:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:3.0:1785389332.668262:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389332.668264:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943404f9b400, rc 0) 00000100:00100000:3.0:1785389332.668328:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33500:x1872115459000576:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 582us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.668351:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1581 00000100:00100000:2.0:1785389332.672983:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.673057:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000704 00000100:00100000:0.0:1785389332.673066:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000704 00000100:00100000:0.0:1785389332.673122:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00100000:0.0:1785389332.673132:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459000704:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389332.673147:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.673163:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7a790 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8aa expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389332.673225:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485929728:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389332.673300:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434261e2f00 going to sleep for 11 seconds 00002000:00010000:2.0:1785389332.676975:0:6614:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1785389332.676989:0:6614:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb mtime: 0 -> 1785389331 00002000:00010000:2.0:1785389332.676991:0:6614:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb atime: 0 -> 1785389331 00002000:00010000:2.0:1785389332.676994:0:6614:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb ctime: 0 -> 1785389331 00000100:00100000:2.0:1785389332.677015:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485929728:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389332.677067:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7a790 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8aa expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.677090:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7a790 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8aa expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.677103:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:2.0:1785389332.677180:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459000704:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4029us (4430us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.677196:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 450 00000100:00100000:1.0:1785389332.681972:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.682108:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000832 00000100:00100000:3.0:1785389332.682117:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000832 00000100:00100000:3.0:1785389332.682172:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1582 00000100:00100000:3.0:1785389332.682180:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33500:x1872115459000832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389332.682208:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.682227:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8b1 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.682290:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.682317:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.682326:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389332.682376:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:3.0:1785389332.682394:0:5820:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389332.682426:0:5820:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.682487:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 114 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.682503:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 113 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.682515:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.682518:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1785389332.682521:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3a00, rc 0) 00000100:00100000:3.0:1785389332.682607:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33500:x1872115459000832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 408us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.682612:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1582 00000100:00100000:3.0:1785389332.684956:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.685056:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459000960 00000100:00100000:2.0:1785389332.685064:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459000960 00000100:00100000:2.0:1785389332.685105:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 451 00000100:00100000:2.0:1785389332.685113:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115459000960:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389332.685124:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.685137:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000155cbf36/0xb9b521054fd7a7a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8b8 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.685239:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485929856:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389332.685305:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389332.687247:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485929856:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389332.687279:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000155cbf36/0xb9b521054fd7a7a5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b8 expref: 17 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.687301:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000155cbf36/0xb9b521054fd7a7a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b8 expref: 17 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.687312:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389332.687355:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2364:x1872115459000960:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 2242us (2411us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.687362:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 451 00000100:00100000:3.0:1785389332.692254:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.692323:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459001216 00000100:00100000:2.0:1785389332.692353:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459001216 00000100:00100000:2.0:1785389332.692411:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1583 00000100:00100000:2.0:1785389332.692437:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33500:x1872115459001216:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389332.693002:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:2.0:1785389332.693071:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33500:x1872115459001216:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 651us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.693079:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1583 00000100:00100000:3.0:1785389332.700211:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.700307:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459001344 00000100:00100000:2.0:1785389332.700318:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459001344 00000100:00100000:2.0:1785389332.700387:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1584 00000100:00100000:2.0:1785389332.700396:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33501:x1872115459001344:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389332.700507:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.700527:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a7ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8bf expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700588:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700621:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700633:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700647:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700654:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700672:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700939:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700950:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700957:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700968:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c088600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.700973:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700980:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.700992:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.700995:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.701000:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701026:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a7b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701039:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701046:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701052:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701057:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.701059:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701065:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701076:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff943412840000) 00010000:00010000:2.0:1785389332.701078:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.701081:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701086:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a7ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701116:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a7ac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8bf expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701125:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.701127:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.701131:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a7ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8bf expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.701139:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc 0) 00000100:00100000:2.0:1785389332.701232:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33501:x1872115459001344:12345-192.168.204.39@tcp:101:bash.0 Request processed in 836us (1050us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.701239:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1584 00010000:00010000:3.0:1785389332.719200:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389332.726345:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.726514:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459001472 00000100:00100000:3.0:1785389332.726524:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459001472 00000100:00100000:3.0:1785389332.726582:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1585 00000100:00100000:3.0:1785389332.726592:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33502:x1872115459001472:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389332.726614:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.726633:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a7c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8c6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.726718:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.726732:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.726782:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.726803:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.726811:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.726942:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727006:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727013:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727019:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727025:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.727029:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727037:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727048:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.727051:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.727055:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727061:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a7c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727074:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727080:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727085:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727090:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.727092:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727097:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727102:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.727104:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.727107:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727112:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a7cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727151:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a7c1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8c6 expref: 74 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727160:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.727163:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.727167:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a7c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8c6 expref: 74 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.727175:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c2000, rc 0) 00000100:00100000:3.0:1785389332.727233:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33502:x1872115459001472:12345-192.168.204.39@tcp:101:rm.0 Request processed in 643us (897us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.727241:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1585 00000100:00100000:3.0:1785389332.739918:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.740026:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459001600 00000100:00100000:2.0:1785389332.740035:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459001600 00000100:00100000:2.0:1785389332.740088:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1586 00000100:00100000:2.0:1785389332.740097:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33502:x1872115459001600:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389332.740117:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.740145:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7a7d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8cd expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740214:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740226:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740237:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740250:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740257:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740263:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740324:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740330:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740337:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740342:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.740347:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740358:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740369:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.740372:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.740376:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740382:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a7dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740394:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740400:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740416:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740421:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389332.740424:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740438:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740445:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff943412840000) 00010000:00010000:2.0:1785389332.740448:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.740451:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740457:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7a7e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740486:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7a7d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8cd expref: 74 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740495:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.740497:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389332.740501:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7a7d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8cd expref: 74 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.740509:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785389332.740569:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33502:x1872115459001600:12345-192.168.204.39@tcp:101:rm.0 Request processed in 473us (660us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389332.740576:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1586 00000100:00100000:2.0:1785389332.773145:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.773219:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459001728 00000100:00100000:0.0:1785389332.773230:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459001728 00000100:00100000:0.0:1785389332.773297:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1587 00000100:00100000:0.0:1785389332.773307:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33503:x1872115459001728:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389332.773328:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.773349:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a7eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8d4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773446:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773461:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773473:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773651:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773661:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773668:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773774:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773781:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773788:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773794:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.773799:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773806:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773876:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.773880:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.773884:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773890:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a7f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773903:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773909:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773915:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773920:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.773923:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773929:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773939:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff9434129d5500) 00010000:00010000:0.0:1785389332.773942:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.773944:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773950:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a7f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773980:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a7eb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8d4 expref: 74 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.773989:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.773991:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.773994:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a7eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8d4 expref: 74 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.774002:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247e00, rc 0) 00000100:00100000:0.0:1785389332.774065:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33503:x1872115459001728:12345-192.168.204.39@tcp:101:cp.0 Request processed in 759us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389332.774072:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1587 00000100:00100000:0.0:1785389332.777090:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.777154:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459001856 00000100:00100000:3.0:1785389332.777191:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459001856 00000100:00100000:3.0:1785389332.777242:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1588 00000100:00100000:3.0:1785389332.777251:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33503:x1872115459001856:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.777270:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.777287:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a800 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8db expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777345:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777357:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777387:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777410:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777417:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777437:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777498:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777505:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777512:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777518:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.777522:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777529:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777539:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.777542:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.777545:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777553:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a807 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777565:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777571:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777578:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777584:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.777587:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777592:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777598:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.777600:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.777603:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777628:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a80e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777654:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a800 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8db expref: 74 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777664:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.777666:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.777674:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a800 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8db expref: 74 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.777682:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943404f9b800, rc 0) 00000100:00100000:3.0:1785389332.778087:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33503:x1872115459001856:12345-192.168.204.39@tcp:101:cp.0 Request processed in 835us (1017us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.778099:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1588 00000100:00100000:1.0:1785389332.792010:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.794989:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459002112 00000100:00100000:3.0:1785389332.795002:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459002112 00000100:00100000:3.0:1785389332.795062:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1589 00000100:00100000:3.0:1785389332.795071:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+73:33503:x1872115459002112:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389332.795091:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.795109:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a815 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8e2 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.795506:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.795543:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 112 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.795552:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.795604:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 112 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.795618:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 112 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.795631:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485929984:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389332.797965:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389332.799955:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405141c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485929984:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389332.799979:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389332.806199:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.806432:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459002240 00000100:00100000:2.0:1785389332.806457:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459002240 00010000:00010000:2.0:1785389332.806495:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 113 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.806552:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 458 00000100:00100000:2.0:1785389332.806580:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:2365:x1872115459002240:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389332.806595:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389332.806622:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 113 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.806640:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 113 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.806682:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a79e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8b1 expref: 113 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.806893:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389332.806899:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.806910:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.806918:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.806946:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389332.806990:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:2365:x1872115459002240:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 429us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.806997:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 458 00010000:00010000:3.0:1785389332.807056:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.807086:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.807109:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.807119:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.807127:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389332.807635:0:5822:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21:0x0], index 1: 0 00010000:00010000:3.0:1785389332.807989:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.807999:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808008:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808037:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808050:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808078:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808085:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.808089:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808096:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808104:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389332.808107:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.808111:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808137:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a81c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389332.808147:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000083eafeac reply state 000000000bd1af06 transno 4294968362 ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.808155:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389332.808486:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a815 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 76 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808504:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 75 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.808514:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:3.0:1785389332.808517:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389332.808519:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f6200, rc 0) 00000100:00100000:2.0:1785389332.818090:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33503:x1872115459002112:12345-192.168.204.39@tcp:101:cp.0 Request processed in 23008us (26097us total) trans 4294968362 rc 0/0 00000100:00100000:2.0:1785389332.818101:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1589 00000100:00100000:0.0:1785389332.826343:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389332.829302:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459002368 00000100:00100000:1.0:1785389332.829314:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459002368 00000100:00100000:1.0:1785389332.829382:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 452 00000100:00100000:1.0:1785389332.829391:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2362:x1872115459002368:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389332.829527:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389332.829548:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8e9 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389332.829597:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389332.829616:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:1.0:1785389332.829620:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389332.829629:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 15 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.829644:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 15 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389332.829659:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328800, rc 0) 00000100:00100000:1.0:1785389332.829891:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2362:x1872115459002368:12345-192.168.204.39@tcp:101:cp.0 Request processed in 499us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.829902:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 452 00010000:00010000:3.0:1785389332.830670:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.830710:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.830719:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.830724:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389332.830728:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.830734:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.830762:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff9434129f8900) 00010000:00010000:3.0:1785389332.830766:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389332.830769:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.830777:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7a823 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.847030:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485930112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389332.847099:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389332.847261:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485930112 00000100:00100000:1.0:1785389332.847269:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485930112 00000100:00100000:1.0:1785389332.847339:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1785389332.847347:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485930112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389332.847382:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 93519872 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389332.847445:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485930112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389332.847452:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1785389332.847568:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485930112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389332.848558:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.848668:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459002496 00000100:00100000:2.0:1785389332.848673:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459002496 00000100:00100000:2.0:1785389332.848712:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00100000:2.0:1785389332.848719:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:33503:x1872115459002496:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389332.848733:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389332.848779:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8f0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.848816:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.848826:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389332.848831:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389332.848836:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.848864:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.848877:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389332.848889:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485930240:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389332.848989:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:1.0:1785389332.859349:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.860937:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485930240:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389332.860993:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389332.861014:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55c00, rc 0) 00000100:00100000:2.0:1785389332.861071:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:33503:x1872115459002496:12345-192.168.204.39@tcp:101:cp.0 Request processed in 12352us (12515us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.861081:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 453 00000100:00100000:3.0:1785389332.863959:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459002624 00000100:00100000:3.0:1785389332.863972:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459002624 00010000:00010000:3.0:1785389332.864010:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.864122:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00100000:3.0:1785389332.864132:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2363:x1872115459002624:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389332.864145:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389332.864167:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.864178:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.864223:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a838 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e9 expref: 16 pid: 12002 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.864236:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389332.864240:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389332.864247:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.864256:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.864288:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.864305:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5806:1872115485930368:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389332.864369:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389332.869109:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5806:1872115485930368:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389332.869131:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389332.869196:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2363:x1872115459002624:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 5050us (9840us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.869206:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00100000:0.0:1785389332.878324:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.881010:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459002880 00000100:00100000:3.0:1785389332.881024:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459002880 00000100:00100000:2.0:1785389332.884594:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 336 00000100:00100000:2.0:1785389332.884607:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+75:33503:x1872115459002880:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:2.0:1785389332.884962:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33503:x1872115459002880:12345-192.168.204.39@tcp:35:cp.0 Request processed in 356us (6645us total) trans 4294968363 rc 0/0 00000100:00100000:2.0:1785389332.884970:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 336 00000100:00100000:1.0:1785389332.958602:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.958708:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003008 00000100:00100000:0.0:1785389332.958719:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003008 00000100:00100000:0.0:1785389332.958811:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1590 00000100:00100000:0.0:1785389332.958821:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33506:x1872115459003008:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389332.958843:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.958861:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a846 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8f7 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.958919:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.958933:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.958944:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.958957:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.958963:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.958969:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959054:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959060:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959065:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389332.959094:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 158 00000004:00200000:0.0:1785389332.959098:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389332.959113:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959122:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959129:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959134:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959140:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959145:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.959149:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959155:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959165:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.959167:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.959171:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959175:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a84d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959186:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959194:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959199:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959203:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.959205:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959210:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959215:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff9434129d5500) 00010000:00010000:0.0:1785389332.959217:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.959218:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959223:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a854 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959244:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a846 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f7 expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959254:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f7 expref: 113 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.959260:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389332.959261:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389332.959264:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246600, rc 0) 00000100:00100000:0.0:1785389332.959313:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33506:x1872115459003008:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 494us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389332.959319:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1590 00000100:00100000:1.0:1785389332.969247:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.969369:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003136 00000100:00100000:3.0:1785389332.969377:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003136 00000100:00100000:3.0:1785389332.969443:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 454 00000100:00100000:3.0:1785389332.969453:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459003136:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389332.969469:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389332.969484:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7a862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a8fe expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389332.969534:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485930496:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389332.969624:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc36c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389332.971384:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389332.971541:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003264 00000100:00100000:0.0:1785389332.971547:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003264 00000100:00100000:0.0:1785389332.971601:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 83 00000100:00100000:0.0:1785389332.971608:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434050ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:2362:x1872115459003264:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:0.0:1785389332.971650:0:11997:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389332.971689:0:11997:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a869 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a905 expref: -99 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971733:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971783:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971793:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971827:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971834:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971839:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971896:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971903:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971909:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971913:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.971917:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971923:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971935:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.971938:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.971942:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971948:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7a870 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971958:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971963:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971968:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971972:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389332.971975:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971980:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971985:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff9434129d5500) 00010000:00010000:0.0:1785389332.971987:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389332.971989:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.971993:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7a877 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.972015:0:11997:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a869 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a905 expref: 114 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.972023:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389332.972024:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389332.972027:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a869 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a905 expref: 114 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389332.972034:0:11997:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc -2) 00000100:00100000:0.0:1785389332.972072:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434050ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:2362:x1872115459003264:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 465us (693us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389332.972079:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 83 00000040:00080000:0.0:1785389332.977266:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389332.977274:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389332.977313:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 50 count 9 00000040:00080000:0.0:1785389332.977319:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1785389332.978302:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485930624:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389332.978377:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397d80 going to sleep for 11 seconds 00002000:00010000:3.0:1785389332.978482:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1785389332.978486:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb mtime: 0 -> 1785389332 00002000:00010000:3.0:1785389332.978488:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb atime: 0 -> 1785389332 00002000:00010000:3.0:1785389332.978490:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb ctime: 0 -> 1785389332 00000100:00100000:3.0:1785389332.978504:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6613:1872115485930496:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389332.978532:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7a862 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8fe expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.978554:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7a862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8fe expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389332.978564:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7600, rc 0) 00000100:00100000:3.0:1785389332.978589:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459003136:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 9139us (9351us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389332.978597:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 454 00000100:00100000:1.0:1785389332.983241:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389332.983585:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003392 00000100:00100000:3.0:1785389332.983593:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003392 00000100:00100000:3.0:1785389332.983661:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1591 00000100:00100000:3.0:1785389332.983670:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+77:33509:x1872115459003392:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389332.983703:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389332.984214:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485930624:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389332.985566:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33509:x1872115459003392:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 1895us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389332.985575:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1591 00000100:00100000:0.0:1785389332.986822:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.987115:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003648 00000100:00100000:2.0:1785389332.987123:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003648 00000100:00100000:2.0:1785389332.987175:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1592 00000100:00100000:2.0:1785389332.987202:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33510:x1872115459003648:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389332.987225:0:5822:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389332.987304:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33510:x1872115459003648:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 103us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.987310:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1592 00000100:00100000:0.0:1785389332.993472:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389332.993806:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003520 00000100:00100000:2.0:1785389332.993815:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003520 00000100:00100000:2.0:1785389332.993860:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1593 00000100:00100000:2.0:1785389332.993868:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33511:x1872115459003520:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389332.993899:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389332.994007:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+76:33511:x1872115459003520:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 140us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389332.994014:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1593 00000100:00100000:3.0:1785389333.001596:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.003313:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459004544 00000100:00100000:1.0:1785389333.003339:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459004544 00000100:00100000:1.0:1785389333.003395:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1594 00000100:00100000:1.0:1785389333.003404:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33506:x1872115459004544:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:1.0:1785389333.003432:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.003451:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a87e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a952 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.003528:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.003555:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.003566:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389333.003631:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:1.0:1785389333.003648:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:1.0:1785389333.003849:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.003904:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7a87e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 115 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.003920:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 114 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.003927:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389333.003930:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1785389333.003933:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329200, rc 0) 00000100:00100000:1.0:1785389333.004026:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33506:x1872115459004544:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 608us (2425us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.004032:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1594 00000100:00100000:3.0:1785389333.008701:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.008826:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459004672 00000100:00100000:2.0:1785389333.008850:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459004672 00000100:00100000:2.0:1785389333.008895:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 455 00000100:00100000:2.0:1785389333.008904:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459004672:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389333.008919:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.008935:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd7a88c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a959 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.009012:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485930752:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389333.009075:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.011118:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.011161:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.011310:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.017083:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485930752:192.168.204.39@tcp:106: 00010000:00010000:1.0:1785389333.017139:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd7a88c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a959 expref: 18 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.017175:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8117ef7/0xb9b521054fd7a88c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a959 expref: 18 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.017210:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:1.0:1785389333.017266:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459004672:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8358us (8582us total) trans 0 rc 301/301 00000100:00100000:1.0:1785389333.017274:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 455 00000100:00100000:3.0:1785389333.024496:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459003904 00000100:00100000:3.0:1785389333.024523:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459003904 00000100:00100000:0.0:1785389333.024971:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459004416 00000100:00100000:0.0:1785389333.024991:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459004416 00000100:00100000:2.0:1785389333.025116:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.035889:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459004160 00000100:00100000:1.0:1785389333.035918:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459004160 00000100:00100000:1.0:1785389333.035977:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459004928 00000100:00100000:1.0:1785389333.035995:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459004928 00000100:00100000:1.0:1785389333.036027:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1595 00000100:00100000:1.0:1785389333.036050:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+78:33509:x1872115459003904:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.036071:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.036090:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a893 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a93d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036204:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a89a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036220:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a89a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036245:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a89a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389333.036255:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 158 00010000:00010000:1.0:1785389333.036380:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7a893 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a93d expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036514:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a89a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a93d expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036538:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:1.0:1785389333.036540:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389333.036543:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329e00, rc 0) 00000100:00100000:1.0:1785389333.036633:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33509:x1872115459003904:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 584us (25521us total) trans 4294968364 rc 0/0 00000100:00100000:1.0:1785389333.036639:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1595 00000100:00100000:1.0:1785389333.036671:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1596 00000100:00100000:1.0:1785389333.036691:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33511:x1872115459004416:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.036699:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.036706:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a8a8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a94b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036788:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a8af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036865:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a8af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036875:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a8af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389333.036897:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 158 00010000:00010000:1.0:1785389333.036963:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7a8a8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a94b expref: 82 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036993:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a8af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a94b expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.036999:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389333.037002:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389333.037004:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329a00, rc 0) 00000100:00100000:1.0:1785389333.037053:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:33511:x1872115459004416:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 362us (25892us total) trans 4294968365 rc 0/0 00000100:00100000:1.0:1785389333.037058:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1596 00000100:00100000:1.0:1785389333.037086:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1597 00000100:00100000:1.0:1785389333.037091:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33510:x1872115459004160:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.037098:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.037105:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a8bd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a944 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.037154:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a8c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.037236:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a8c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.037244:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a8c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1785389333.037266:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 158 00010000:00010000:1.0:1785389333.037317:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329600/0xb9b521054fd7a8bd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a944 expref: 83 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.037332:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a8c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a944 expref: 82 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.037338:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:1.0:1785389333.037341:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389333.037343:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc 0) 00000100:00100000:1.0:1785389333.037379:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+82:33510:x1872115459004160:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 280us (26077us total) trans 4294968366 rc 0/0 00000100:00100000:1.0:1785389333.037384:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1597 00000100:00100000:1.0:1785389333.040914:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1598 00000100:00100000:1.0:1785389333.040932:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33506:x1872115459004928:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389333.041291:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:1.0:1785389333.041373:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33506:x1872115459004928:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 435us (16261us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.041380:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1598 00000100:00100000:2.0:1785389333.066167:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.066208:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.066273:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.066369:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005056 00000100:00100000:0.0:1785389333.066392:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005056 00000100:00100000:0.0:1785389333.066450:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005184 00000100:00100000:0.0:1785389333.066467:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005184 00000100:00100000:0.0:1785389333.066499:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 456 00000100:00100000:0.0:1785389333.066506:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2362:x1872115459005056:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.066546:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.066580:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.066588:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1785389333.066592:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389333.066596:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.066641:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.066659:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 16 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.066671:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485930880:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.067779:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397d80 going to sleep for 11 seconds 00000100:00100000:0.0:1785389333.067899:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:0.0:1785389333.067923:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2365:x1872115459005184:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.067946:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.067971:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.067978:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1785389333.067980:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389333.067984:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.068016:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 16 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.068025:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 16 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.068039:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485931008:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.068066:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434068ddcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389333.073913:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005312 00000100:00100000:1.0:1785389333.073927:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005312 00000100:00100000:1.0:1785389333.074007:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 76 00000100:00100000:1.0:1785389333.074015:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+82:2363:x1872115459005312:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389333.074029:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389333.074051:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a8af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a94b expref: 82 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.074068:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389333.074073:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389333.074146:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:2363:x1872115459005312:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 118us (7897us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.074152:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 76 00000100:00100000:2.0:1785389333.078932:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.078961:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.078987:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.079009:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.079032:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.079053:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005824 00000100:00100000:2.0:1785389333.079063:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005824 00000100:00100000:2.0:1785389333.079116:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1599 00000100:00100000:2.0:1785389333.079123:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33512:x1872115459005824:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389333.079141:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.079158:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7a8e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a960 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079231:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079253:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079264:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079277:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079283:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079289:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079344:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079350:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079356:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079361:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.079365:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079374:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079382:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.079385:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.079388:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079505:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7a8e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079516:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079536:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079555:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079559:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.079562:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079567:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079573:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff943412840000) 00010000:00010000:2.0:1785389333.079575:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.079577:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079600:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7a8ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079641:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7a8e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a960 expref: 115 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079649:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.079651:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.079654:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7a8e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a960 expref: 115 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.079661:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55400, rc 0) 00000100:00100000:2.0:1785389333.079717:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33512:x1872115459005824:12345-192.168.204.39@tcp:101:bash.0 Request processed in 594us (706us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.079723:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1599 00000100:00100000:0.0:1785389333.079916:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005952 00000100:00100000:0.0:1785389333.079935:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005952 00000100:00100000:0.0:1785389333.079960:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 84 00000100:00100000:0.0:1785389333.079967:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:2362:x1872115459005952:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:0.0:1785389333.079985:0:5826:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.079993:0:5826:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7a8f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a967 expref: -99 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080030:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080052:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080059:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080069:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080089:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080094:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080121:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080141:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080158:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080162:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.080165:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080170:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080187:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.080189:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.080191:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080200:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a8fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080208:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080214:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080220:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080240:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.080242:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080247:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080253:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x71bff0c5 (ffff9434129d5500) 00010000:00010000:0.0:1785389333.080254:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.080256:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080272:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a903 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080290:0:5826:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7a8f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a967 expref: 115 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080296:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.080299:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389333.080302:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7a8f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a967 expref: 115 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.080309:0:5826:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc -2) 00000100:00100000:0.0:1785389333.080364:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:2362:x1872115459005952:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 383us (1316us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389333.080369:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 84 00000100:00100000:1.0:1785389333.081279:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005440 00000100:00100000:1.0:1785389333.081289:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005440 00000100:00100000:1.0:1785389333.081338:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:1.0:1785389333.081345:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:2363:x1872115459005440:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389333.081354:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389333.081367:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a89a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a93d expref: 81 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.081378:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:1.0:1785389333.081381:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389333.081411:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:2363:x1872115459005440:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 66us (2448us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.081417:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 77 00000100:00100000:0.0:1785389333.081705:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005568 00000100:00100000:0.0:1785389333.081719:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005568 00000100:00100000:0.0:1785389333.081782:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:0.0:1785389333.081788:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:2363:x1872115459005568:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.081850:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.081865:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a8c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a944 expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.081874:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:0.0:1785389333.081877:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.081895:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:2363:x1872115459005568:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 107us (2971us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.081900:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 78 00000100:00100000:3.0:1785389333.085300:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459005696 00000100:00100000:3.0:1785389333.085311:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459005696 00000100:00100000:3.0:1785389333.085356:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 458 00000100:00100000:3.0:1785389333.085366:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115459005696:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.085503:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.085535:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.085543:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389333.085547:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389333.085551:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.085595:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 14 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.085605:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 14 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.085617:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485931136:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389333.085693:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943421fc36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.089527:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.089616:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485931008:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389333.089638:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.092601:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485930880:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.092624:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.100670:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006080 00000100:00100000:3.0:1785389333.100699:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006080 00002000:00100000:3.0:1785389333.100871:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x20:0x0] (0->157) req@ffff9433012dea00 x1872115459006080/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389333.100881:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012dea00 with x1872115459006080 ext(0->157) 00010000:00010000:3.0:1785389333.100890:0:18115:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.100920:0:18115:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389333.100927:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9433012dea00 00000100:00100000:3.0:1785389333.100958:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 19 00000100:00100000:3.0:1785389333.100966:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459006080:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:3.0:1785389333.101430:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2363:x1872115459006080:12345-192.168.204.39@tcp:4:cp.0 Request processed in 421us (11880us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1785389333.101452:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 19 00002000:00100000:3.0:1785389333.101459:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x20:0x0] (0->157) req@ffff9433012dea00 x1872115459006080/t4294967383(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/448 e 0 to 0 dl 1785389344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389333.101466:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433012dea00 with x1872115459006080 ext(0->157) 00010000:00010000:3.0:1785389333.101472:0:18115:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.101481:0:18115:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389333.101486:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9433012dea00 00000100:00100000:3.0:1785389333.120382:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.120484:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.120550:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.120619:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485931136:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389333.120643:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.121686:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006336 00000100:00100000:2.0:1785389333.121716:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006336 00000100:00100000:2.0:1785389333.121810:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1600 00000100:00100000:2.0:1785389333.121820:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33513:x1872115459006336:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389333.121844:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.121863:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7a911 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a96e expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.121943:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.121962:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.121971:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.121986:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.121994:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122000:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122056:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122062:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122069:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122074:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.122078:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122085:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122094:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.122098:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.122101:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122114:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7a918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122123:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122128:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122133:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122137:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.122140:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122144:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122149:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff943412840500) 00010000:00010000:2.0:1785389333.122151:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.122153:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122157:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a91f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122194:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7a911 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a96e expref: 80 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122204:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.122207:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.122210:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7a911 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a96e expref: 80 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.122220:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:2.0:1785389333.122267:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33513:x1872115459006336:12345-192.168.204.39@tcp:101:rm.0 Request processed in 451us (1784us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.122273:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1600 00000100:00100000:0.0:1785389333.131977:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006208 00000100:00100000:0.0:1785389333.131991:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006208 00000100:00100000:3.0:1785389333.133643:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.133694:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.133849:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006592 00000100:00100000:0.0:1785389333.133857:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006592 00000100:00100000:0.0:1785389333.133900:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1601 00000100:00100000:0.0:1785389333.133908:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33513:x1872115459006592:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389333.133929:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.133947:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7a926 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a975 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134008:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134020:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134029:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134045:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134054:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134059:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134114:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134121:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134128:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134133:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.134137:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134143:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134151:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.134155:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.134158:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134163:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a92d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134171:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134203:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134209:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134214:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.134217:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134237:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134244:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff9434129d5500) 00010000:00010000:0.0:1785389333.134246:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.134248:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134267:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a934 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134309:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7a926 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a975 expref: 80 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134317:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.134319:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.134337:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7a926 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a975 expref: 80 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.134344:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:0.0:1785389333.134429:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33513:x1872115459006592:12345-192.168.204.39@tcp:101:rm.0 Request processed in 510us (781us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389333.134437:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1601 00000100:00100000:2.0:1785389333.136300:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006464 00000100:00100000:2.0:1785389333.136325:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006464 00000100:00100000:2.0:1785389333.136361:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006720 00000100:00100000:2.0:1785389333.136378:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006720 00010000:00010000:2.0:1785389333.136431:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 20 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.136489:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 460 00000100:00100000:2.0:1785389333.136511:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2362:x1872115459006720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.136522:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.136553:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 20 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136563:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 20 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136599:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649847a0/0xb9b521054fd7a65c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a802 expref: 20 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136626:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389333.136630:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389333.136636:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136672:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136710:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389333.136741:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136778:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136966:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136976:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136984:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.136992:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389333.136996:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.137002:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.137011:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.137031:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7a8d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.137102:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2362:x1872115459005056:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 70595us (70957us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.137109:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 456 00000100:00100000:2.0:1785389333.137149:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2362:x1872115459006720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 640us (3442us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.137155:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 460 00002000:00100000:0.0:1785389333.138732:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->157) req@ffff943405af2300 x1872115459006464/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389333.138742:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af2300 with x1872115459006464 ext(0->157) 00010000:00010000:0.0:1785389333.138986:0:18114:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 15 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.138999:0:18114:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 15 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389333.139006:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943405af2300 00000100:00100000:0.0:1785389333.139050:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 20 00000100:00100000:0.0:1785389333.139073:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2363:x1872115459006464:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:0.0:1785389333.139702:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459006464:12345-192.168.204.39@tcp:4:cp.0 Request processed in 629us (19155us total) trans 4294967386 rc 0/0 00000100:00100000:0.0:1785389333.139723:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 20 00002000:00100000:0.0:1785389333.139787:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->157) req@ffff943405af2300 x1872115459006464/t4294967386(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/448 e 0 to 0 dl 1785389344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389333.139848:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af2300 with x1872115459006464 ext(0->157) 00010000:00010000:0.0:1785389333.139870:0:18114:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.139879:0:18114:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389333.139885:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943405af2300 00002000:00100000:1.0:1785389333.140194:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f:0x0] (0->157) req@ffff943405af0000 x1872115459006208/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.140204:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af0000 with x1872115459006208 ext(0->157) 00010000:00010000:1.0:1785389333.140210:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.140221:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.140227:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943405af0000 00000100:00100000:1.0:1785389333.140252:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 21 00000100:00100000:1.0:1785389333.140259:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2362:x1872115459006208:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389333.140528:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2362:x1872115459006208:12345-192.168.204.39@tcp:4:cp.0 Request processed in 255us (20141us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1785389333.140535:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 21 00002000:00100000:1.0:1785389333.140555:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f:0x0] (0->157) req@ffff943405af0000 x1872115459006208/t4294967384(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/448 e 0 to 0 dl 1785389344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.140562:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af0000 with x1872115459006208 ext(0->157) 00010000:00010000:1.0:1785389333.140566:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.140575:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.140580:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943405af0000 00000100:00100000:2.0:1785389333.154639:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.154977:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459006976 00000100:00100000:0.0:1785389333.154991:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459006976 00000100:00100000:0.0:1785389333.155057:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1602 00000100:00100000:0.0:1785389333.155080:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33511:x1872115459006976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389333.155336:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33511:x1872115459006976:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 266us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.155344:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1602 00000100:00100000:0.0:1785389333.165135:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.165257:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.165574:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459007104 00000100:00100000:1.0:1785389333.165583:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459007104 00010000:00010000:1.0:1785389333.165630:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.165658:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459007232 00000100:00100000:1.0:1785389333.165661:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459007232 00010000:00010000:1.0:1785389333.165672:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.165703:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 461 00000100:00100000:1.0:1785389333.165711:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2363:x1872115459007104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389333.165725:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389333.165781:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165806:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165830:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcfa8520/0xb9b521054fd7a410 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a68f expref: 19 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165845:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389333.165849:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389333.165854:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165863:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165887:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389333.165906:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165918:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165938:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165948:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165960:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165967:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389333.165971:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165978:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165986:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.165997:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abf66cdc/0xb9b521054fd7a8d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.166083:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2365:x1872115459005184:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 98163us (99860us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.166091:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 457 00000100:00100000:1.0:1785389333.166125:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459007104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 409us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.166130:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 461 00000100:00100000:1.0:1785389333.166143:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 462 00000100:00100000:1.0:1785389333.166164:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2364:x1872115459007232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389333.166173:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389333.166200:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166211:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166239:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddd8e18f/0xb9b521054fd7a560 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a76f expref: 17 pid: 6615 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166249:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389333.166251:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1785389333.166255:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166277:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166294:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389333.166320:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166333:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166348:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166357:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166363:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166368:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389333.166370:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166376:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166389:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.166405:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7a90a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.166449:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2363:x1872115459005696:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 81085us (87460us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.166454:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 458 00000100:00100000:1.0:1785389333.166477:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2364:x1872115459007232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 328us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.166482:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 462 00000100:00100000:0.0:1785389333.175349:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.175697:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459007488 00000100:00100000:3.0:1785389333.175721:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459007488 00000100:00100000:3.0:1785389333.175822:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1603 00000100:00100000:3.0:1785389333.175832:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33509:x1872115459007488:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389333.175957:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33509:x1872115459007488:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 106us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.175964:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1603 00000100:00100000:1.0:1785389333.176115:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.176214:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.176235:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.176479:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459007616 00000100:00100000:2.0:1785389333.176486:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459007616 00000100:00100000:2.0:1785389333.176519:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459008000 00000100:00100000:2.0:1785389333.176528:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459008000 00000100:00100000:2.0:1785389333.176555:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1604 00000100:00100000:2.0:1785389333.176561:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33515:x1872115459007616:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389333.176572:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.176590:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a93b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a97c expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176638:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176654:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176666:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176678:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176686:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176692:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176776:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176820:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176856:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176864:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.176869:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176875:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176885:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.176887:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.176891:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176911:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a942 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176921:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176926:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176945:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176950:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.176952:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176956:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176964:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff943412840500) 00010000:00010000:2.0:1785389333.176967:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.176970:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.176975:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a949 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.177002:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a93b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a97c expref: 81 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.177011:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.177013:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.177016:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a93b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a97c expref: 81 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.177024:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:2.0:1785389333.177054:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33515:x1872115459007616:12345-192.168.204.39@tcp:101:cp.0 Request processed in 493us (958us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.177060:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1604 00000100:00100000:2.0:1785389333.177074:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1605 00000100:00100000:2.0:1785389333.177080:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33510:x1872115459008000:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.177115:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+79:33510:x1872115459008000:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.177120:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1605 00000100:00100000:3.0:1785389333.178122:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459007744 00000100:00100000:3.0:1785389333.178131:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459007744 00000100:00100000:3.0:1785389333.178169:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00100000:3.0:1785389333.178184:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459007744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.178193:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.178207:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a983 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389333.178228:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 158, mtime: 0x6a6ae113, atime: 0x0, ctime: 0x6a6ae113, blocks: 0x1 00010000:00010000:3.0:1785389333.178245:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:3.0:1785389333.178249:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.178260:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.178278:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.178301:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7200, rc 0) 00000100:00100000:3.0:1785389333.178335:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2363:x1872115459007744:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 160us (2121us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.178342:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 459 00000100:00100000:2.0:1785389333.185171:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.186864:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459008128 00000100:00100000:1.0:1785389333.186890:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459008128 00000100:00100000:1.0:1785389333.186957:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 460 00000100:00100000:1.0:1785389333.186971:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2362:x1872115459008128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.186988:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.187006:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a98a expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.187033:0:21226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 158, mtime: 0x6a6ae113, atime: 0x0, ctime: 0x6a6ae113, blocks: 0x1 00010000:00010000:1.0:1785389333.187055:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:1.0:1785389333.187067:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.187075:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 19 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.187089:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 19 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.187121:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328000, rc 0) 00000100:00100000:1.0:1785389333.187188:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2362:x1872115459008128:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 211us (2015us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.187194:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 460 00000100:00100000:1.0:1785389333.190621:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.194349:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.194593:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459008256 00000100:00100000:1.0:1785389333.194602:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459008256 00000100:00100000:1.0:1785389333.194669:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 461 00000100:00100000:1.0:1785389333.194679:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2362:x1872115459008256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.194696:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.194714:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a991 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.194736:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 158, mtime: 0x6a6ae113, atime: 0x0, ctime: 0x6a6ae113, blocks: 0x1 00010000:00010000:1.0:1785389333.194801:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:1.0:1785389333.194808:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.194817:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 16 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.194837:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 16 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.194849:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328800, rc 0) 00000100:00100000:1.0:1785389333.194892:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2362:x1872115459008256:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 216us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.194898:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 461 00000100:00100000:1.0:1785389333.197958:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.204302:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.204426:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459008512 00000100:00100000:2.0:1785389333.204435:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459008512 00000100:00100000:1.0:1785389333.208609:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.208759:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459008768 00000100:00100000:2.0:1785389333.208768:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459008768 00000100:00100000:2.0:1785389333.208822:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459008896 00000100:00100000:2.0:1785389333.208825:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459008896 00000100:00100000:2.0:1785389333.208835:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459009152 00000100:00100000:2.0:1785389333.208837:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459009152 00000100:00100000:2.0:1785389333.208850:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1606 00000100:00100000:2.0:1785389333.208859:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+82:33511:x1872115459008768:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.208957:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+82:33511:x1872115459008768:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 97us (11004us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.208965:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1606 00000100:00100000:2.0:1785389333.208981:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1607 00000100:00100000:2.0:1785389333.208987:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:33515:x1872115459008896:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389333.208997:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.209016:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a965 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a998 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209070:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209083:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209095:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209107:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209118:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209123:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209189:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209196:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209203:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209209:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c2600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.209214:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209221:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209232:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.209234:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.209238:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209244:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2600/0xb9b521054fd7a96c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209254:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209261:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209265:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209269:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433033c3a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.209271:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209276:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209281:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff943412840500) 00010000:00010000:2.0:1785389333.209283:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.209285:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209290:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3a00/0xb9b521054fd7a973 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209314:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a965 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a998 expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209322:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.209324:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.209331:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c3200/0xb9b521054fd7a965 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a998 expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.209342:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433033c3200, rc 0) 00000100:00100000:2.0:1785389333.209412:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:33515:x1872115459008896:12345-192.168.204.39@tcp:101:cp.0 Request processed in 390us (5097us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.209426:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1607 00000100:00100000:2.0:1785389333.209438:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1608 00000100:00100000:2.0:1785389333.209444:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33510:x1872115459009152:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.209504:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33510:x1872115459009152:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 46us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.209510:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1608 00000100:00100000:3.0:1785389333.212806:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.215351:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.215877:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459009536 00000100:00100000:1.0:1785389333.215897:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459009536 00002000:00100000:1.0:1785389333.215952:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->4095) req@ffff943405af0e00 x1872115459009536/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.215962:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af0e00 with x1872115459009536 ext(0->4095) 00002000:00010000:1.0:1785389333.215967:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405af0e00 00000100:00100000:1.0:1785389333.215990:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 127 00000100:00100000:1.0:1785389333.215999:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2365:x1872115459009536:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389333.216155:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2365:x1872115459009536:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 157us (824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785389333.216161:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 127 00002000:00100000:1.0:1785389333.216167:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->4095) req@ffff943405af0e00 x1872115459009536/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/4536 e 0 to 0 dl 1785389344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.216191:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405af0e00 with x1872115459009536 ext(0->4095) 00002000:00010000:1.0:1785389333.216194:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405af0e00 00000100:00100000:2.0:1785389333.216737:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459009408 00000100:00100000:2.0:1785389333.216757:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459009408 00000100:00100000:2.0:1785389333.216787:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1609 00000100:00100000:2.0:1785389333.216803:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+80:33515:x1872115459009408:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389333.216815:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.216833:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a97a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a99f expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.216937:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.216954:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 113 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.216964:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.217004:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 113 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.217031:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 113 pid: 5821 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.217042:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485931264:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389333.217100:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.218762:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.222345:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459009664 00000100:00100000:1.0:1785389333.222358:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459009664 00002000:00100000:1.0:1785389333.222415:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->4095) req@ffff943405092d80 x1872115459009664/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.222436:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405092d80 with x1872115459009664 ext(0->4095) 00002000:00010000:1.0:1785389333.222441:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943405092d80 00000100:00100000:1.0:1785389333.222470:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 128 00000100:00100000:1.0:1785389333.222480:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2362:x1872115459009664:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389333.222651:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2362:x1872115459009664:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 173us (3925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785389333.222683:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 128 00002000:00100000:1.0:1785389333.222688:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->4095) req@ffff943405092d80 x1872115459009664/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/4536 e 0 to 0 dl 1785389344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.222695:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405092d80 with x1872115459009664 ext(0->4095) 00002000:00010000:1.0:1785389333.222698:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943405092d80 00000100:00100000:0.0:1785389333.222995:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1610 00000100:00100000:0.0:1785389333.223002:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:33509:x1872115459008512:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389333.223093:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+81:33509:x1872115459008512:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 78us (32480us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.223099:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1610 00000100:00100000:3.0:1785389333.224294:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485931264:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389333.224319:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.227098:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.227196:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459009792 00000100:00100000:0.0:1785389333.227205:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459009792 00002000:00100000:0.0:1785389333.227259:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1f:0x0] (0->4095) req@ffff943405093b80 x1872115459009792/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389333.227269:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405093b80 with x1872115459009792 ext(0->4095) 00002000:00010000:0.0:1785389333.227274:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405093b80 00000100:00100000:0.0:1785389333.227316:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 129 00000100:00100000:0.0:1785389333.227338:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2364:x1872115459009792:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389333.227510:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2364:x1872115459009792:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 186us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389333.227517:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 129 00002000:00100000:0.0:1785389333.227537:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1f:0x0] (0->4095) req@ffff943405093b80 x1872115459009792/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/4536 e 0 to 0 dl 1785389344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389333.227544:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943405093b80 with x1872115459009792 ext(0->4095) 00002000:00010000:0.0:1785389333.227547:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943405093b80 00000100:00100000:2.0:1785389333.235045:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.235096:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.235143:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.235274:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459009920 00000100:00100000:1.0:1785389333.235284:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459009920 00000100:00100000:1.0:1785389333.235343:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010048 00000100:00100000:1.0:1785389333.235347:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010048 00000100:00100000:1.0:1785389333.235373:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1611 00000100:00100000:1.0:1785389333.235382:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+82:33511:x1872115459009920:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.235410:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.235438:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a988 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9a6 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235469:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235480:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235491:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235583:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a988 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235599:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 83 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235607:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:1.0:1785389333.235610:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389333.235613:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc 0) 00000100:00100000:1.0:1785389333.235672:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+83:33511:x1872115459009920:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 289us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.235678:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1611 00000100:00100000:1.0:1785389333.235696:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1612 00000100:00100000:1.0:1785389333.235702:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+82:33510:x1872115459010048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.235709:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.235717:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a996 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9ad expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235738:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235784:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235791:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235847:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329a00/0xb9b521054fd7a996 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235864:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 83 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.235871:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:1.0:1785389333.235873:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389333.235875:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329e00, rc 0) 00000100:00100000:1.0:1785389333.235902:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+83:33510:x1872115459010048:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 196us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.235907:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1612 00000100:00100000:3.0:1785389333.236108:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010176 00000100:00100000:3.0:1785389333.236113:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010176 00010000:00010000:3.0:1785389333.236133:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 114 pid: 5821 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.236161:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 463 00000100:00100000:3.0:1785389333.236167:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:2363:x1872115459010176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389333.236183:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389333.236189:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 114 pid: 5821 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236199:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 114 pid: 5821 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236215:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7a885 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a952 expref: 114 pid: 5821 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236225:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389333.236230:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236237:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236243:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236262:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389333.236283:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:2363:x1872115459010176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 116us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.236289:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 463 00010000:00010000:3.0:1785389333.236306:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236313:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236327:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236336:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.236342:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1785389333.237008:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x22:0x0], index 0: 0 00010000:00010000:3.0:1785389333.237147:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.238981:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239000:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239046:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239053:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239059:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239064:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.239067:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239073:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239082:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389333.239084:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.239087:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239092:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7a981 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389333.239103:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000037f264e8 reply state 00000000314ce7cb transno 4294968367 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.239112:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1785389333.239145:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2000/0xb9b521054fd7a97a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 84 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239155:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 83 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.239162:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:3.0:1785389333.239163:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389333.239165:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c088600, rc 0) 00000100:00100000:3.0:1785389333.240026:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33515:x1872115459009408:12345-192.168.204.39@tcp:101:cp.0 Request processed in 23230us (27234us total) trans 4294968367 rc 0/0 00000100:00100000:3.0:1785389333.240034:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1609 00010000:00010000:3.0:1785389333.245160:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.245184:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.245191:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.245197:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.245201:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.245207:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.245227:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff94340b507100) 00010000:00010000:3.0:1785389333.245230:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.245234:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.245240:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7a9a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.249305:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.249904:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010304 00000100:00100000:1.0:1785389333.249918:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010304 00000100:00100000:1.0:1785389333.249980:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1613 00000100:00100000:1.0:1785389333.249990:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+83:33509:x1872115459010304:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.250009:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.250028:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a9b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9b4 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.250063:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.250076:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.250086:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.250194:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7a9b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 85 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.250213:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.250221:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:1.0:1785389333.250224:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389333.250227:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc 0) 00000100:00100000:1.0:1785389333.250281:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33509:x1872115459010304:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 292us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.250287:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1613 00000100:00100000:2.0:1785389333.254015:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.254148:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010432 00000100:00100000:0.0:1785389333.254171:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010432 00000100:00100000:0.0:1785389333.254255:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1614 00000100:00100000:0.0:1785389333.254264:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33511:x1872115459010432:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389333.254291:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389333.254441:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33511:x1872115459010432:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 139us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.254448:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1614 00000100:00100000:3.0:1785389333.259860:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.262294:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010560 00000100:00100000:0.0:1785389333.262314:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010560 00000100:00100000:0.0:1785389333.262371:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1615 00000100:00100000:0.0:1785389333.262424:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33510:x1872115459010560:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389333.262457:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389333.262570:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33510:x1872115459010560:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 191us (2719us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.262576:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1615 00000100:00100000:3.0:1785389333.267299:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.267344:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.268133:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010816 00000100:00100000:1.0:1785389333.268143:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010816 00000100:00100000:1.0:1785389333.268198:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010688 00000100:00100000:1.0:1785389333.268202:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010688 00000100:00100000:1.0:1785389333.268237:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 462 00000100:00100000:1.0:1785389333.268247:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2365:x1872115459010816:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.268296:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268323:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.268327:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.268333:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268345:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268373:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268450:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268473:0:6613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268480:0:6613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389333.268484:0:6613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268491:0:6613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268509:0:6613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268531:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ca323ed/0xb9b521054fd7a9c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.268619:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2365:x1872115459010816:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 358us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.268625:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 462 00000100:00100000:1.0:1785389333.268643:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 463 00000100:00100000:1.0:1785389333.268650:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+16:2363:x1872115459010688:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389333.268659:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.268673:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9bb expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.268692:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389333.268705:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:1.0:1785389333.268709:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.268715:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 17 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268735:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 17 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.268776:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329a00, rc 0) 00000100:00100000:1.0:1785389333.269614:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459010688:12345-192.168.204.39@tcp:101:cp.0 Request processed in 947us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.269636:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 463 00000100:00100000:3.0:1785389333.280447:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.280569:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.280614:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.283093:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459010944 00000100:00100000:1.0:1785389333.283107:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459010944 00000100:00100000:1.0:1785389333.283166:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:1.0:1785389333.283187:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2362:x1872115459010944:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.283232:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283250:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.283254:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.283260:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283273:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283300:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283309:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283323:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283329:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389333.283333:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283340:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283352:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.283359:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7a9d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.283445:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2362:x1872115459010944:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 260us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.283451:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:0.0:1785389333.283728:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459011072 00000100:00100000:0.0:1785389333.283823:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459011072 00000100:00100000:0.0:1785389333.283854:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459011328 00000100:00100000:0.0:1785389333.283872:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459011328 00000100:00100000:0.0:1785389333.283905:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1616 00000100:00100000:0.0:1785389333.283911:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+85:33509:x1872115459011072:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389333.283934:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389333.284013:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+85:33509:x1872115459011072:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 102us (3459us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.284019:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1616 00000100:00100000:0.0:1785389333.284031:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1617 00000100:00100000:0.0:1785389333.284036:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33511:x1872115459011328:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.284079:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.284092:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.284100:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.284132:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.284144:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 84 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.284155:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485931392:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.284211:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404ea7d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389333.284678:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.288132:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459011456 00000100:00100000:1.0:1785389333.288144:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459011456 00000100:00100000:1.0:1785389333.288214:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:1.0:1785389333.288225:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:33515:x1872115459011456:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389333.288242:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.288259:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9c2 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.288291:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.288299:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.288302:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.288309:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 18 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.288345:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.288354:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.288366:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485931520:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389333.288465:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406d94600 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.289004:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.289245:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485931392:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.289266:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.289361:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459011584 00000100:00100000:3.0:1785389333.289366:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459011584 00010000:00010000:3.0:1785389333.289397:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 85 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.289441:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 464 00000100:00100000:3.0:1785389333.289448:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+85:2364:x1872115459011584:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389333.289457:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389333.289463:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 85 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.289474:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 85 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.289492:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7a98f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9a6 expref: 85 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.289506:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389333.289510:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.289523:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.289528:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.289548:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389333.289580:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:2364:x1872115459011584:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 131us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.289587:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 464 00010000:00010000:0.0:1785389333.294801:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.294817:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.294997:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.295004:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.295013:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.295017:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.295021:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.295029:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.295043:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389333.295046:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389333.295049:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.295058:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7a9dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.295215:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33511:x1872115459011328:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 11175us (14611us total) trans 4294968368 rc 0/0 00000100:00100000:0.0:1785389333.295225:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1617 00000100:00100000:2.0:1785389333.297155:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.297278:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.297350:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485931520:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389333.297397:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 18 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297425:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328400, rc 0) 00000100:00100000:2.0:1785389333.297475:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:33515:x1872115459011456:12345-192.168.204.39@tcp:101:cp.0 Request processed in 9247us (12792us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.297483:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:2.0:1785389333.297510:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459011712 00000100:00100000:2.0:1785389333.297519:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459011712 00000100:00100000:2.0:1785389333.297559:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 466 00000100:00100000:2.0:1785389333.297570:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2362:x1872115459011712:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389333.297607:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297621:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389333.297625:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389333.297630:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297647:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297685:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297694:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297701:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297707:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389333.297710:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297721:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297731:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.297738:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075492037/0xb9b521054fd7a9ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.297809:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2362:x1872115459011712:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 243us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.297815:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 466 00000100:00100000:0.0:1785389333.298433:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459011968 00000100:00100000:0.0:1785389333.298442:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459011968 00000100:00100000:0.0:1785389333.298483:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1618 00000100:00100000:0.0:1785389333.298490:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+84:33510:x1872115459011968:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.298542:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.298555:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.298563:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.298592:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 84 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.298603:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 84 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.298615:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485931648:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.298674:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404ea7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.303871:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.303917:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.304015:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459012352 00000100:00100000:1.0:1785389333.304025:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459012352 00000100:00100000:1.0:1785389333.304077:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 337 00000100:00100000:1.0:1785389333.304093:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+85:33511:x1872115459012352:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389333.304327:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+86:33511:x1872115459012352:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 242us (422us total) trans 4294968369 rc 0/0 00000100:00100000:1.0:1785389333.304334:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 337 00000100:00100000:3.0:1785389333.304510:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459012096 00000100:00100000:3.0:1785389333.304515:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459012096 00010000:00010000:3.0:1785389333.304542:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.304567:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 465 00000100:00100000:3.0:1785389333.304573:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2363:x1872115459012096:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389333.304583:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389333.304610:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.304627:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.304648:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000242d7bc7/0xb9b521054fd7a9ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9bb expref: 18 pid: 6613 timeout: 1153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.304667:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.304671:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.304678:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 17 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.304687:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 17 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.304718:0:5806:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 17 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.304730:0:5806:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485931776:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389333.304818:0:5806:0:(client.c:2702:ptlrpc_set_wait()) set ffff943305397d80 going to sleep for 11 seconds 00000100:00100000:3.0:1785389333.310188:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.310257:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459012480 00000100:00100000:2.0:1785389333.310266:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459012480 00010000:00010000:2.0:1785389333.310304:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 86 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.310343:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 466 00000100:00100000:2.0:1785389333.310351:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+86:2365:x1872115459012480:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.310365:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.310370:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 86 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.310386:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 86 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.310425:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:2.0:1785389333.310430:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.310439:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.310445:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.310461:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389333.310506:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+86:2365:x1872115459012480:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 154us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.310512:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 466 00000100:00100000:1.0:1785389333.310830:0:5806:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5806:1872115485931776:192.168.204.39@tcp:105: 00010000:00010000:1.0:1785389333.310847:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389333.310875:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459012096:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6302us (7026us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.310881:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 465 00010000:00010000:0.0:1785389333.311029:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329e00/0xb9b521054fd7a99d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ad expref: 85 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.311042:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485931648:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.311054:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311068:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311073:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311256:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311264:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311271:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311275:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.311280:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311286:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311294:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:0.0:1785389333.311296:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389333.311299:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.311305:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.311505:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+85:33510:x1872115459011968:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 13000us (14226us total) trans 4294968370 rc 0/0 00000100:00100000:0.0:1785389333.311514:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1618 00000100:00100000:3.0:1785389333.324824:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.324855:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.324880:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.324993:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459013248 00000100:00100000:0.0:1785389333.325003:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459013248 00000100:00100000:0.0:1785389333.325072:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1619 00000100:00100000:0.0:1785389333.325095:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+85:33509:x1872115459013248:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.325169:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.325209:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 85 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.325219:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.325283:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 85 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.325295:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 85 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.325308:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485931904:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.325478:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.325732:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459012736 00000100:00100000:2.0:1785389333.325740:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459012736 00000100:00100000:2.0:1785389333.325809:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459012992 00000100:00100000:2.0:1785389333.325813:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459012992 00000100:00100000:2.0:1785389333.325828:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:2.0:1785389333.325834:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+87:33510:x1872115459012736:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.326026:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33510:x1872115459012736:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 190us (1214us total) trans 4294968371 rc 0/0 00000100:00100000:2.0:1785389333.326032:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 338 00000100:00100000:2.0:1785389333.326047:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:2.0:1785389333.326053:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+87:33515:x1872115459012992:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:2.0:1785389333.326222:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33515:x1872115459012992:12345-192.168.204.39@tcp:35:cp.0 Request processed in 168us (1366us total) trans 4294968372 rc 0/0 00000100:00100000:2.0:1785389333.326229:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 339 00000100:00100000:0.0:1785389333.340836:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485931904:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.340862:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.344670:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.345026:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459013376 00000100:00100000:2.0:1785389333.345037:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459013376 00010000:00010000:2.0:1785389333.345078:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 88 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.345117:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 467 00000100:00100000:2.0:1785389333.345125:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:2363:x1872115459013376:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.345139:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.345145:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 88 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.345157:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 88 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.345287:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7a9c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9b4 expref: 88 pid: 9185 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.345304:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:2.0:1785389333.345309:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.345317:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.345329:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.345359:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389333.345489:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345497:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345680:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345691:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345703:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345708:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.345713:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345721:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345729:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:0.0:1785389333.345731:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389333.345734:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.345927:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.346129:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33509:x1872115459013248:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 21033us (21233us total) trans 4294968373 rc 0/0 00000100:00100000:0.0:1785389333.346137:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1619 00000040:00080000:1.0:1785389333.346294:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389333.346299:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389333.346351:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 52 count 10 00000040:00080000:1.0:1785389333.346363:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389333.346598:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485932032:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389333.346646:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434068ddcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.346879:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:2363:x1872115459013376:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1752us (2216us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.346887:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 467 00000100:00100000:2.0:1785389333.369726:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.369903:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459013632 00000100:00100000:3.0:1785389333.369921:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459013632 00000100:00100000:3.0:1785389333.369972:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:3.0:1785389333.369982:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b014450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33509:x1872115459013632:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1785389333.370196:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b014450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+89:33509:x1872115459013632:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 214us (478us total) trans 4294968374 rc 0/0 00000100:00100000:3.0:1785389333.370203:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 340 00000100:00100000:1.0:1785389333.370739:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485932032:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1785389333.378492:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.378583:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459013760 00000100:00100000:0.0:1785389333.378593:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459013760 00000100:00100000:0.0:1785389333.378664:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1620 00000100:00100000:0.0:1785389333.378673:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33519:x1872115459013760:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389333.378725:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389333.378885:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33519:x1872115459013760:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 193us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.378893:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1620 00000100:00100000:2.0:1785389333.388984:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.389215:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014016 00000100:00100000:0.0:1785389333.389237:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014016 00000100:00100000:0.0:1785389333.389292:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1621 00000100:00100000:0.0:1785389333.389301:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+88:33519:x1872115459014016:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.389321:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.389340:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9c9 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.389448:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.389470:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.389502:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389333.389513:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 158 00010000:00010000:0.0:1785389333.389630:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7a9ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c9 expref: 91 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.389648:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c9 expref: 90 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.389657:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389333.389660:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389333.389663:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:0.0:1785389333.389740:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33519:x1872115459014016:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 419us (746us total) trans 4294968375 rc 0/0 00000100:00100000:0.0:1785389333.389947:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1621 00000100:00100000:3.0:1785389333.390962:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.391048:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014144 00000100:00100000:0.0:1785389333.391054:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014144 00000100:00100000:0.0:1785389333.391090:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1622 00000100:00100000:0.0:1785389333.391098:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33518:x1872115459014144:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389333.391117:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389333.391179:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33518:x1872115459014144:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 81us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.391186:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1622 00000100:00100000:2.0:1785389333.402319:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.402422:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014400 00000100:00100000:0.0:1785389333.402445:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014400 00000100:00100000:0.0:1785389333.402510:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1623 00000100:00100000:0.0:1785389333.402532:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33518:x1872115459014400:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.402553:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.402571:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa14 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9d0 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.402686:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.402702:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.402713:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389333.402723:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 158 00010000:00010000:1.0:1785389333.403104:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa14 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9d0 expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.403122:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9d0 expref: 92 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.403131:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:1.0:1785389333.403135:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1785389333.403138:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:1.0:1785389333.403198:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:33518:x1872115459014400:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 681us (887us total) trans 4294968376 rc 0/0 00000100:00100000:1.0:1785389333.403206:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1623 00000100:00100000:1.0:1785389333.418048:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.418094:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.418162:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014528 00000100:00100000:3.0:1785389333.418179:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014528 00000100:00100000:3.0:1785389333.418226:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014656 00000100:00100000:3.0:1785389333.418231:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014656 00000100:00100000:3.0:1785389333.418259:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 467 00000100:00100000:3.0:1785389333.418268:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+17:2363:x1872115459014528:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.418310:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.418330:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 17 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.418340:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389333.418345:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389333.418350:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.418381:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 17 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.418412:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 17 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.418433:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485932160:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389333.418499:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.418706:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:2.0:1785389333.418716:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2364:x1872115459014656:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389333.418737:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.418816:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 19 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.418822:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389333.418825:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389333.418828:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.418855:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 19 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.418868:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 19 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.418877:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485932288:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389333.418904:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389333.424045:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.424090:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.424117:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.424267:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015040 00000100:00100000:1.0:1785389333.424278:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015040 00002000:00100000:1.0:1785389333.424345:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x21:0x0] (0->157) req@ffff9433030b8380 x1872115459015040/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.424356:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433030b8380 with x1872115459015040 ext(0->157) 00010000:00010000:1.0:1785389333.424365:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 18 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.424381:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 18 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.424423:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9433030b8380 00000100:00100000:1.0:1785389333.424453:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 22 00000100:00100000:1.0:1785389333.424462:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2365:x1872115459015040:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:1.0:1785389333.425015:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2365:x1872115459015040:12345-192.168.204.39@tcp:4:cp.0 Request processed in 546us (888us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1785389333.425022:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 22 00002000:00100000:1.0:1785389333.425029:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x21:0x0] (0->157) req@ffff9433030b8380 x1872115459015040/t4294967387(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/448 e 0 to 0 dl 1785389344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.425037:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433030b8380 with x1872115459015040 ext(0->157) 00010000:00010000:1.0:1785389333.425042:0:6620:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.425050:0:6620:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.425061:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9433030b8380 00000100:00100000:1.0:1785389333.425111:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485932160:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389333.425131:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.425327:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014784 00000100:00100000:2.0:1785389333.425345:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014784 00000100:00100000:2.0:1785389333.425381:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459014912 00000100:00100000:2.0:1785389333.425391:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459014912 00000100:00100000:2.0:1785389333.425411:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:2.0:1785389333.425429:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+93:2365:x1872115459014784:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.425439:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.425458:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9d0 expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.425472:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:2.0:1785389333.425476:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389333.425510:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:2365:x1872115459014784:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 83us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.425515:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 79 00000100:00100000:2.0:1785389333.425529:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00100000:2.0:1785389333.425534:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:2365:x1872115459014912:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.425540:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.425548:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c9 expref: 91 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.425560:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:2.0:1785389333.425563:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389333.425593:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:2365:x1872115459014912:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 49us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.425597:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 80 00000100:00100000:2.0:1785389333.438953:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.439019:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.439041:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015296 00000100:00100000:2.0:1785389333.439049:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015296 00010000:00010000:2.0:1785389333.439084:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.439117:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:2.0:1785389333.439125:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2364:x1872115459015296:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.439139:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.439159:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.439181:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.439204:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd255ab4/0xb9b521054fd7a76d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a89c expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.439220:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389333.439224:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389333.439231:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.439241:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.439266:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389333.439330:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2364:x1872115459015296:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 185us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.439337:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:2.0:1785389333.439361:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015168 00000100:00100000:2.0:1785389333.439366:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015168 00002000:00100000:2.0:1785389333.439421:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x21:0x0] (0->157) req@ffff94343d37e680 x1872115459015168/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389333.439444:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37e680 with x1872115459015168 ext(0->157) 00010000:00010000:2.0:1785389333.439451:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 20 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.439462:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 20 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389333.439468:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343d37e680 00000100:00100000:2.0:1785389333.439482:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 23 00000100:00100000:2.0:1785389333.439488:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115459015168:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:2.0:1785389333.440966:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2363:x1872115459015168:12345-192.168.204.39@tcp:4:cp.0 Request processed in 1474us (2038us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1785389333.440974:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 23 00002000:00100000:2.0:1785389333.440981:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x21:0x0] (0->157) req@ffff94343d37e680 x1872115459015168/t4294967385(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/448 e 0 to 0 dl 1785389344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389333.440988:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d37e680 with x1872115459015168 ext(0->157) 00010000:00010000:2.0:1785389333.440994:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 22 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.441006:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 22 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389333.441012:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff94343d37e680 00000100:00100000:0.0:1785389333.441197:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6615:1872115485932288:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.441218:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442193:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442204:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442229:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442240:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442248:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442274:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55a00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389333.442279:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442313:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442328:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.442336:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000282b44a2/0xb9b521054fd7aa29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.442404:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2363:x1872115459014528:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 24135us (24370us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.442411:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 467 00000100:00100000:2.0:1785389333.454311:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.454442:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015424 00000100:00100000:0.0:1785389333.454452:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015424 00000100:00100000:0.0:1785389333.454511:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1624 00000100:00100000:0.0:1785389333.454521:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+113:33520:x1872115459015424:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389333.454541:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.454561:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9d7 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454648:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454674:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454687:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454703:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454710:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454716:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454850:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454858:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454865:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389333.454895:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 158 00000004:00200000:0.0:1785389333.454898:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389333.454912:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454923:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454932:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454937:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454944:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454949:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305246e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.454953:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454959:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454967:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.454970:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.454974:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454979:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246e00/0xb9b521054fd7aa3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454993:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.454998:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455003:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455007:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.455009:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455013:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455018:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff9434129d5500) 00010000:00010000:0.0:1785389333.455020:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.455022:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455027:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aa45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455049:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9d7 expref: 115 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455060:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9d7 expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.455070:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:0.0:1785389333.455072:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389333.455074:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247c00, rc 0) 00000100:00100000:0.0:1785389333.455133:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33520:x1872115459015424:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 614us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.455139:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1624 00000100:00100000:3.0:1785389333.455954:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.456534:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015552 00000100:00100000:0.0:1785389333.456540:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015552 00010000:00010000:0.0:1785389333.456563:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 22 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.456711:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 469 00000100:00100000:0.0:1785389333.456722:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2363:x1872115459015552:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.456733:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.456772:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 22 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.456783:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 22 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.456800:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8732593/0xb9b521054fd7a83f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f0 expref: 22 pid: 14689 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.456813:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389333.456817:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389333.456823:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.456833:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.456878:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.456922:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115459015552:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 202us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.456929:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 469 00010000:00010000:2.0:1785389333.457008:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457017:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457035:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457041:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457048:0:6615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457055:0:6615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389333.457058:0:6615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457065:0:6615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457073:0:6615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.457079:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7aa30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.457115:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2364:x1872115459014656:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 38402us (39021us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.457122:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 468 00000100:00100000:3.0:1785389333.461966:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.463595:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.467502:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.467632:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015936 00000100:00100000:0.0:1785389333.467641:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015936 00000100:00100000:0.0:1785389333.467694:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 469 00000100:00100000:0.0:1785389333.467705:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459015936:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389333.467723:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.467738:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b427a78/0xb9b521054fd7aa53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9de expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.467820:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485932416:192.168.204.39@tcp:106: 00000100:00100000:0.0:1785389333.467895:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.468046:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459015808 00000100:00100000:2.0:1785389333.468051:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459015808 00000100:00100000:2.0:1785389333.468089:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459016192 00000100:00100000:2.0:1785389333.468092:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459016192 00000100:00100000:2.0:1785389333.468107:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1625 00000100:00100000:2.0:1785389333.468113:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:33518:x1872115459015808:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.468177:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:33518:x1872115459015808:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 63us (6219us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.468184:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1625 00000100:00100000:2.0:1785389333.468201:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1626 00000100:00100000:2.0:1785389333.468208:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33519:x1872115459016192:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.468241:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33519:x1872115459016192:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (4650us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.468247:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1626 00000100:00100000:3.0:1785389333.478398:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.478494:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459016320 00000100:00100000:0.0:1785389333.478504:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459016320 00000100:00100000:0.0:1785389333.478595:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 470 00000100:00100000:0.0:1785389333.478607:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+18:2363:x1872115459016320:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.478624:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.478642:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9e5 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389333.478672:0:14689:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 158, mtime: 0x6a6ae113, atime: 0x0, ctime: 0x6a6ae113, blocks: 0x1 00010000:00010000:0.0:1785389333.478691:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:0.0:1785389333.478695:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389333.478704:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 19 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.478721:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 19 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.478733:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246e00, rc 0) 00000100:00100000:0.0:1785389333.478813:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2363:x1872115459016320:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 208us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.478821:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 470 00000100:00100000:3.0:1785389333.481665:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.481735:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459016448 00000100:00100000:1.0:1785389333.481768:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459016448 00000100:00100000:1.0:1785389333.481812:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 471 00000100:00100000:1.0:1785389333.481822:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2364:x1872115459016448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.481836:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389333.481853:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9ec expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389333.481876:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 158, mtime: 0x6a6ae114, atime: 0x0, ctime: 0x6a6ae114, blocks: 0x1 00010000:00010000:1.0:1785389333.481891:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=1053s v=(0 0) 00010000:00010000:1.0:1785389333.481895:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389333.481902:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 21 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.481916:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 21 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.481928:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329600, rc 0) 00000100:00100000:1.0:1785389333.481977:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2364:x1872115459016448:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 157us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.481984:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 471 00002000:00010000:0.0:1785389333.494614:0:6613:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1785389333.494623:0:6613:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb mtime: 0 -> 1785389332 00002000:00010000:0.0:1785389333.494626:0:6613:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb atime: 0 -> 1785389332 00002000:00010000:0.0:1785389333.494628:0:6613:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb ctime: 0 -> 1785389332 00000100:00100000:0.0:1785389333.494650:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485932416:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389333.494683:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b427a78/0xb9b521054fd7aa53 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9de expref: 17 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.494704:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b427a78/0xb9b521054fd7aa53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9de expref: 17 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.494721:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247e00, rc 0) 00000100:00100000:0.0:1785389333.494854:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459015936:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 27151us (27361us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389333.494863:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 469 00000100:00100000:3.0:1785389333.496401:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.496535:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459016704 00000100:00100000:2.0:1785389333.496544:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459016704 00000100:00100000:2.0:1785389333.496594:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1627 00000100:00100000:2.0:1785389333.496603:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33518:x1872115459016704:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.496683:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33518:x1872115459016704:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.496690:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1627 00000100:00100000:3.0:1785389333.497333:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.497396:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459016832 00000100:00100000:0.0:1785389333.497401:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459016832 00000100:00100000:0.0:1785389333.497444:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1628 00000100:00100000:0.0:1785389333.497452:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33520:x1872115459016832:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389333.497471:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.497489:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9f3 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.497539:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.497551:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.497562:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389333.497615:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:0.0:1785389333.497619:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389333.497638:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.497659:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 116 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.497679:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 115 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.497687:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.497691:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1785389333.497693:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:0.0:1785389333.497731:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33520:x1872115459016832:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 279us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.497737:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1628 00000100:00100000:3.0:1785389333.499396:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.499467:0:6621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459016960 00000100:00100000:1.0:1785389333.499474:0:6621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459016960 00002000:00100000:1.0:1785389333.499504:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x21:0x0] (0->4095) req@ffff943303213800 x1872115459016960/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.499515:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303213800 with x1872115459016960 ext(0->4095) 00002000:00010000:1.0:1785389333.499519:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303213800 00000100:00100000:1.0:1785389333.499545:0:6621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 130 00000100:00100000:1.0:1785389333.499551:0:6621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2365:x1872115459016960:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389333.499702:0:6621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2365:x1872115459016960:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 151us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785389333.499708:0:6621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 130 00002000:00100000:1.0:1785389333.499714:0:6621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x21:0x0] (0->4095) req@ffff943303213800 x1872115459016960/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/4536 e 0 to 0 dl 1785389344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389333.499720:0:6621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303213800 with x1872115459016960 ext(0->4095) 00002000:00010000:1.0:1785389333.499723:0:6621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943303213800 00000100:00100000:3.0:1785389333.507456:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.507548:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459017216 00000100:00100000:1.0:1785389333.507558:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459017216 00000100:00100000:1.0:1785389333.507612:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1629 00000100:00100000:1.0:1785389333.507621:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33519:x1872115459017216:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1785389333.507719:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33519:x1872115459017216:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 100us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.507726:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1629 00000100:00100000:3.0:1785389333.518537:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.518649:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459017344 00000100:00100000:0.0:1785389333.518658:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459017344 00000100:00100000:0.0:1785389333.518715:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1630 00000100:00100000:0.0:1785389333.518725:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+90:33518:x1872115459017344:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.518778:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.518799:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa76 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8a9fa expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.518835:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.518848:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.518859:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.518955:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 92 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.518971:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.518979:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:0.0:1785389333.518982:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389333.518985:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247e00, rc 0) 00000100:00100000:0.0:1785389333.519043:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:33518:x1872115459017344:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 320us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.519050:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1630 00000100:00100000:3.0:1785389333.531930:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.532064:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459017472 00000100:00100000:2.0:1785389333.532074:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459017472 00000100:00100000:2.0:1785389333.532142:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00100000:2.0:1785389333.532150:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459017472:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389333.532168:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.532186:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8caeda4/0xb9b521054fd7aa84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa01 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.532245:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485932544:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389333.532327:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763300 going to sleep for 11 seconds 00000100:00100000:3.0:1785389333.542647:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.542799:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.543188:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459017600 00000100:00100000:0.0:1785389333.543199:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459017600 00000100:00100000:0.0:1785389333.543257:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1631 00000100:00100000:0.0:1785389333.543267:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:33518:x1872115459017600:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1785389333.543299:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1785389333.543399:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:33518:x1872115459017600:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 132us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.543406:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1631 00000100:00100000:3.0:1785389333.547348:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.547540:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459017856 00000100:00100000:0.0:1785389333.547549:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459017856 00000100:00100000:0.0:1785389333.547590:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 473 00000100:00100000:0.0:1785389333.547597:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2363:x1872115459017856:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.547636:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547651:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389333.547655:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389333.547661:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547675:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547705:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547714:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547723:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547730:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389333.547735:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547768:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547785:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.547793:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c02e0682/0xb9b521054fd7aa8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.547855:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2363:x1872115459017856:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 257us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.547863:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 473 00000100:00100000:2.0:1785389333.547969:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6614:1872115485932544:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389333.547999:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8caeda4/0xb9b521054fd7aa84 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa01 expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.548017:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8caeda4/0xb9b521054fd7aa84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa01 expref: 17 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.548025:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5e00, rc 0) 00000100:00100000:2.0:1785389333.548045:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459017472:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 15896us (16126us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.548050:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00100000:1.0:1785389333.548710:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459017728 00000100:00100000:1.0:1785389333.548717:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459017728 00002000:00100000:0.0:1785389333.548889:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x21:0x0] (0->4095) req@ffff943303211180 x1872115459017728/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389333.548900:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303211180 with x1872115459017728 ext(0->4095) 00002000:00010000:0.0:1785389333.548905:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943303211180 00000100:00100000:0.0:1785389333.548922:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 131 00000100:00100000:0.0:1785389333.548929:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115459017728:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389333.549113:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115459017728:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 183us (6473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389333.549120:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 131 00002000:00100000:0.0:1785389333.549127:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x21:0x0] (0->4095) req@ffff943303211180 x1872115459017728/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/4536 e 0 to 0 dl 1785389344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389333.549135:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943303211180 with x1872115459017728 ext(0->4095) 00002000:00010000:0.0:1785389333.549138:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff943303211180 00000100:00100000:3.0:1785389333.556200:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.556255:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.560268:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.564617:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459018112 00000100:00100000:0.0:1785389333.564645:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459018112 00000100:00100000:0.0:1785389333.564698:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459018368 00000100:00100000:0.0:1785389333.564716:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459018368 00000100:00100000:0.0:1785389333.564731:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459018496 00000100:00100000:1.0:1785389333.565856:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1632 00000100:00100000:1.0:1785389333.565869:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33520:x1872115459018112:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:1.0:1785389333.566185:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:1.0:1785389333.566285:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33520:x1872115459018112:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 420us (10107us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.566293:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1632 00000100:00100000:1.0:1785389333.566310:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1633 00000100:00100000:1.0:1785389333.566316:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+91:33518:x1872115459018368:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1785389333.566357:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.566420:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.566450:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.566499:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.566526:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 91 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.566538:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485932672:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389333.566581:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404df2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389333.567771:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459018496 00000100:00100000:0.0:1785389333.567878:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1634 00000100:00100000:0.0:1785389333.567884:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:33519:x1872115459018496:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.567895:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.567906:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa99 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa08 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.567933:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.567943:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.567953:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.568019:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7aa99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 94 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.568033:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.568041:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389333.568043:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389333.568046:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:0.0:1785389333.568077:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+93:33519:x1872115459018496:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 193us (7830us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.568083:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1634 00000100:00100000:0.0:1785389333.577193:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.577271:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.577337:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485932672:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.577360:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.577916:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459018752 00000100:00100000:3.0:1785389333.577925:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459018752 00010000:00010000:3.0:1785389333.577972:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 93 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.578015:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 470 00000100:00100000:3.0:1785389333.578022:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+93:2362:x1872115459018752:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389333.578035:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389333.578042:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 93 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578052:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 93 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578071:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7aa7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9fa expref: 93 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578084:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:3.0:1785389333.578088:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578097:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578104:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578122:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389333.578192:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:2362:x1872115459018752:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 155us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.578199:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 470 00000100:00100000:3.0:1785389333.578220:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459018624 00000100:00100000:3.0:1785389333.578224:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459018624 00000100:00100000:3.0:1785389333.578259:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1635 00000100:00100000:3.0:1785389333.578265:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:33519:x1872115459018624:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389333.578306:0:5820:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389333.578424:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:33519:x1872115459018624:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 157us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.578430:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1635 00010000:00010000:3.0:1785389333.578520:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.578542:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579530:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579539:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579545:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579550:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.579553:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579560:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579570:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:3.0:1785389333.579572:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389333.579576:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.579582:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aa92 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.584708:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:33518:x1872115459018368:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 18382us (28456us total) trans 4294968377 rc 0/0 00000100:00100000:3.0:1785389333.584721:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1633 00000100:00100000:2.0:1785389333.589088:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.589160:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459019008 00000100:00100000:0.0:1785389333.589193:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459019008 00000100:00100000:0.0:1785389333.589258:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00100000:0.0:1785389333.589266:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+92:33518:x1872115459019008:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389333.589520:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+93:33518:x1872115459019008:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 240us (430us total) trans 4294968378 rc 0/0 00000100:00100000:0.0:1785389333.589541:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 341 00000100:00100000:2.0:1785389333.602899:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.602936:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.603060:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459019264 00000100:00100000:0.0:1785389333.603071:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459019264 00000100:00100000:0.0:1785389333.603124:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1636 00000100:00100000:0.0:1785389333.603133:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33521:x1872115459019264:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:0.0:1785389333.603153:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.603180:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7aaa7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa0f expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603280:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603296:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603307:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603318:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603334:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603340:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603418:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603425:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603434:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603438:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.603442:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603449:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603459:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.603462:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.603465:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603473:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7aaae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603484:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603490:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603494:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603498:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.603500:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603505:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603511:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff9434129d5200) 00010000:00010000:0.0:1785389333.603513:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.603516:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603522:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7aab5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603549:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7aaa7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa0f expref: 116 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603557:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.603559:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.603564:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7aaa7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa0f expref: 116 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.603575:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:0.0:1785389333.603637:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33521:x1872115459019264:12345-192.168.204.39@tcp:101:bash.0 Request processed in 504us (746us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389333.603643:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1636 00000100:00100000:3.0:1785389333.604068:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459019136 00000100:00100000:3.0:1785389333.604074:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459019136 00000100:00100000:3.0:1785389333.604099:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 474 00000100:00100000:3.0:1785389333.604104:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459019136:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.604129:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604160:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.604164:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.604169:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604198:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604221:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604229:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604235:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604240:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389333.604243:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604248:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604257:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.604264:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f3fa06f/0xb9b521054fd7aabc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.604311:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459019136:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 206us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.604317:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 474 00000100:00100000:2.0:1785389333.615093:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.615236:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459019520 00000100:00100000:3.0:1785389333.615245:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459019520 00000100:00100000:3.0:1785389333.615293:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1637 00000100:00100000:3.0:1785389333.615302:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+93:33519:x1872115459019520:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.615374:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.615401:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.615417:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.615450:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 93 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.615462:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 93 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.615474:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303210e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485932800:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389333.615543:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:1.0:1785389333.623492:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.623582:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459019648 00000100:00100000:2.0:1785389333.623606:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459019648 00010000:00010000:2.0:1785389333.623666:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 94 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.623736:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 471 00000100:00100000:2.0:1785389333.623815:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:2365:x1872115459019648:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389333.623830:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389333.623836:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 94 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.623848:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 94 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.623871:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:2.0:1785389333.623876:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.623886:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.623892:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.623908:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389333.623964:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:2365:x1872115459019648:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 205us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.623970:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 471 00010000:00010000:3.0:1785389333.624828:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7aaa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa08 expref: 93 pid: 5820 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.624842:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303210e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485932800:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389333.624859:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.624869:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.624880:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625046:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625053:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625059:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625064:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.625068:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625074:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625081:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:3.0:1785389333.625084:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389333.625087:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.625092:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aac3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.625243:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+93:33519:x1872115459019520:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 9926us (10143us total) trans 4294968379 rc 0/0 00000100:00100000:3.0:1785389333.625251:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1637 00000040:00080000:1.0:1785389333.625488:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389333.625493:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389333.625521:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 53 count 11 00000040:00080000:1.0:1785389333.625526:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389333.625674:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485932928:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1785389333.625715:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff943404df2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1785389333.629782:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.629965:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020032 00000100:00100000:0.0:1785389333.629974:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020032 00000100:00100000:0.0:1785389333.630040:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:0.0:1785389333.630049:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:33519:x1872115459020032:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389333.630280:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33519:x1872115459020032:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 211us (484us total) trans 4294968380 rc 0/0 00000100:00100000:0.0:1785389333.630288:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 342 00000100:00100000:2.0:1785389333.630825:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485932928:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389333.637025:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.637110:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020160 00000100:00100000:3.0:1785389333.637120:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020160 00000100:00100000:3.0:1785389333.637160:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1638 00000100:00100000:3.0:1785389333.637179:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:33523:x1872115459020160:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389333.637209:0:5821:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389333.637304:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:33523:x1872115459020160:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 135us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.637311:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1638 00000100:00100000:3.0:1785389333.642557:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.642812:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459019776 00000100:00100000:2.0:1785389333.642836:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459019776 00000100:00100000:2.0:1785389333.642886:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1639 00000100:00100000:2.0:1785389333.642895:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:33522:x1872115459019776:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389333.642915:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.642935:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7aaca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa16 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643012:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643037:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643049:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643063:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643090:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643097:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643158:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643184:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643190:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643196:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.643201:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643207:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643219:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.643223:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.643228:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643255:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7aad1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643267:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643274:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643280:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643285:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.643288:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643294:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643299:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff943412840500) 00010000:00010000:2.0:1785389333.643302:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.643304:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643330:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7aad8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643359:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7aaca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa16 expref: 95 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643370:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.643372:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.643376:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7aaca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa16 expref: 95 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.643397:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4800, rc 0) 00000100:00100000:2.0:1785389333.643466:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:33522:x1872115459019776:12345-192.168.204.39@tcp:101:rm.0 Request processed in 571us (923us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.643474:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1639 00000100:00100000:1.0:1785389333.649676:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.653182:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020416 00000100:00100000:3.0:1785389333.653197:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020416 00000100:00100000:3.0:1785389333.653253:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1640 00000100:00100000:3.0:1785389333.653263:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+94:33523:x1872115459020416:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.653285:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.653304:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aadf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa1d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.653422:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7aae6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.653437:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7aae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.653449:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7aae6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389333.653460:0:5820:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 158 00010000:00010000:3.0:1785389333.653588:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55400/0xb9b521054fd7aadf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa1d expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.653612:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7aae6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa1d expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.653621:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:3.0:1785389333.653624:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389333.653627:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54e00, rc 0) 00000100:00100000:3.0:1785389333.653707:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+96:33523:x1872115459020416:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 445us (4053us total) trans 4294968381 rc 0/0 00000100:00100000:3.0:1785389333.653715:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1640 00000100:00100000:1.0:1785389333.657477:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.657552:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020544 00000100:00100000:2.0:1785389333.657561:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020544 00000100:00100000:2.0:1785389333.657605:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 475 00000100:00100000:2.0:1785389333.657614:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+19:2363:x1872115459020544:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389333.657648:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.657676:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 19 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.657684:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389333.657688:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389333.657692:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.657721:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 19 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.657734:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 19 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.657812:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485933056:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389333.657870:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408763cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389333.670961:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.671028:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.671135:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485933056:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389333.671161:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.671424:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020672 00000100:00100000:0.0:1785389333.671432:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020672 00000100:00100000:0.0:1785389333.671493:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 81 00000100:00100000:0.0:1785389333.671502:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+96:2365:x1872115459020672:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.671516:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.671538:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7aae6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa1d expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.671555:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:0.0:1785389333.671559:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.671609:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:2365:x1872115459020672:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 108us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.671616:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 81 00000100:00100000:3.0:1785389333.672144:0:18115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020928 00000100:00100000:3.0:1785389333.672149:0:18115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020928 00002000:00100000:3.0:1785389333.672192:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x22:0x0] (0->157) req@ffff94343d3a1f80 x1872115459020928/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389333.672202:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a1f80 with x1872115459020928 ext(0->157) 00010000:00010000:3.0:1785389333.672209:0:18115:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.672224:0:18115:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 20 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389333.672232:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343d3a1f80 00000100:00100000:3.0:1785389333.672255:0:18115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 24 00000100:00100000:3.0:1785389333.672262:0:18115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2362:x1872115459020928:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:3.0:1785389333.672702:0:18115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2362:x1872115459020928:12345-192.168.204.39@tcp:4:cp.0 Request processed in 440us (1673us total) trans 4294967388 rc 0/0 00000100:00100000:3.0:1785389333.672709:0:18115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 24 00002000:00100000:3.0:1785389333.672715:0:18115:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x22:0x0] (0->157) req@ffff94343d3a1f80 x1872115459020928/t4294967388(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 648/448 e 0 to 0 dl 1785389344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1785389333.672722:0:18115:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343d3a1f80 with x1872115459020928 ext(0->157) 00010000:00010000:3.0:1785389333.672727:0:18115:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 22 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.672739:0:18115:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 22 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389333.672767:0:18115:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94343d3a1f80 00000100:00100000:1.0:1785389333.682483:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.682876:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459020800 00000100:00100000:0.0:1785389333.682900:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459020800 00000100:00100000:0.0:1785389333.682966:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1641 00000100:00100000:0.0:1785389333.682989:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33522:x1872115459020800:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389333.683011:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.683029:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7aafb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa24 expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683094:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683108:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683120:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683131:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683137:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683143:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683213:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683232:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683242:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683247:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.683251:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683257:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683267:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.683270:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.683274:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683279:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683289:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683294:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683299:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683303:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.683305:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683314:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683319:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff9434129d5200) 00010000:00010000:0.0:1785389333.683321:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.683323:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683328:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683354:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7aafb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa24 expref: 96 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683363:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.683365:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.683398:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7aafb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa24 expref: 96 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.683415:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:0.0:1785389333.683489:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33522:x1872115459020800:12345-192.168.204.39@tcp:101:rm.0 Request processed in 494us (1001us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389333.683496:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1641 00000100:00100000:2.0:1785389333.690097:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.690281:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459021056 00000100:00100000:0.0:1785389333.690291:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459021056 00010000:00010000:0.0:1785389333.690328:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 22 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.690378:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 472 00000100:00100000:0.0:1785389333.690400:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2362:x1872115459021056:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.690425:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.690457:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 22 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.690470:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 22 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.690497:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ca323ed/0xb9b521054fd7a9e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9c2 expref: 22 pid: 21226 timeout: 1153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.690512:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389333.690516:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389333.690522:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.690530:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.690562:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.690615:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459021056:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 222us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.690620:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 472 00010000:00010000:1.0:1785389333.691118:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691149:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691191:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691201:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691210:0:21226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691217:0:21226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389333.691221:0:21226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691229:0:21226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691241:0:21226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389333.691249:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6c10014/0xb9b521054fd7aaf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.691340:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2363:x1872115459020544:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 33706us (33848us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.691352:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 475 00000100:00100000:2.0:1785389333.699611:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.699697:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459021312 00000100:00100000:3.0:1785389333.699723:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459021312 00000100:00100000:3.0:1785389333.699834:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1642 00000100:00100000:3.0:1785389333.699858:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33523:x1872115459021312:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389333.699983:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33523:x1872115459021312:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 126us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.699989:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1642 00000100:00100000:2.0:1785389333.709405:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.715488:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459021440 00000100:00100000:3.0:1785389333.715506:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459021440 00000100:00100000:3.0:1785389333.715564:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00100000:3.0:1785389333.715573:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+20:2362:x1872115459021440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.715590:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.715609:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa2b expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1785389333.715634:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 158, mtime: 0x6a6ae114, atime: 0x0, ctime: 0x6a6ae114, blocks: 0x1 00010000:00010000:3.0:1785389333.715653:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=1054s v=(0 0) 00010000:00010000:3.0:1785389333.715658:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.715665:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 21 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.715681:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 21 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.715693:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55400, rc 0) 00000100:00100000:3.0:1785389333.715776:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459021440:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 204us (6389us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.715790:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00100000:1.0:1785389333.727365:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.727506:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459021568 00000100:00100000:0.0:1785389333.727515:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459021568 00000100:00100000:0.0:1785389333.727571:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1643 00000100:00100000:0.0:1785389333.727580:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33524:x1872115459021568:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389333.727599:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.727618:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa32 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727689:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727702:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727715:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727728:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727735:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727771:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727841:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727849:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727860:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727870:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.727874:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727880:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727891:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.727894:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.727897:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727903:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727913:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727917:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727922:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727926:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.727928:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727936:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727941:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff9434129d5200) 00010000:00010000:0.0:1785389333.727943:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.727945:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727949:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727977:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab17 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa32 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727985:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.727987:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.727990:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa32 expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.727996:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc 0) 00000100:00100000:0.0:1785389333.728048:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33524:x1872115459021568:12345-192.168.204.39@tcp:101:cp.0 Request processed in 466us (710us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389333.728054:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1643 00000100:00100000:1.0:1785389333.735320:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.735864:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459021824 00000100:00100000:2.0:1785389333.735874:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459021824 00000100:00100000:2.0:1785389333.735926:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1644 00000100:00100000:2.0:1785389333.735935:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33523:x1872115459021824:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.736041:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33523:x1872115459021824:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 105us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.736047:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1644 00000100:00100000:1.0:1785389333.739470:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.739803:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459021952 00000100:00100000:2.0:1785389333.739819:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459021952 00002000:00100000:2.0:1785389333.739856:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x22:0x0] (0->4095) req@ffff943437820a80 x1872115459021952/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/0 e 0 to 0 dl 1785389344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389333.739873:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437820a80 with x1872115459021952 ext(0->4095) 00002000:00010000:2.0:1785389333.739878:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943437820a80 00000100:00100000:2.0:1785389333.739898:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 132 00000100:00100000:2.0:1785389333.739906:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115459021952:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1785389333.740076:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2363:x1872115459021952:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 166us (609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1785389333.740082:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 132 00002000:00100000:2.0:1785389333.740088:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x22:0x0] (0->4095) req@ffff943437820a80 x1872115459021952/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:74/0 lens 488/4536 e 0 to 0 dl 1785389344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389333.740094:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943437820a80 with x1872115459021952 ext(0->4095) 00002000:00010000:2.0:1785389333.740098:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff943437820a80 00000100:00100000:1.0:1785389333.742813:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.742963:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459022080 00000100:00100000:3.0:1785389333.742974:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459022080 00000100:00100000:3.0:1785389333.743021:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1645 00000100:00100000:3.0:1785389333.743029:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+95:33523:x1872115459022080:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.743045:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.743063:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7ab2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa39 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.743093:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.743106:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.743116:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.743213:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7ab2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.743239:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 96 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.743246:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:3.0:1785389333.743249:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389333.743252:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55000, rc 0) 00000100:00100000:3.0:1785389333.743313:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+96:33523:x1872115459022080:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 270us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.743318:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1645 00010000:00010000:1.0:1785389333.744654:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389333.752412:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.752470:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.752576:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459022208 00000100:00100000:3.0:1785389333.752586:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459022208 00000100:00100000:3.0:1785389333.752632:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459022336 00000100:00100000:3.0:1785389333.752634:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459022336 00000100:00100000:3.0:1785389333.752662:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1646 00000100:00100000:3.0:1785389333.752671:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+97:33524:x1872115459022208:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389333.752690:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.752708:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7ab3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa40 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752847:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752872:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752882:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752896:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752902:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752908:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752965:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752970:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752976:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752981:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.752985:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.752992:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753001:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389333.753004:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.753007:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753015:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ab41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753026:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753030:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753035:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753039:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.753041:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753046:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753051:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff943425e45600) 00010000:00010000:3.0:1785389333.753052:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.753055:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753059:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ab48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753084:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7ab3a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa40 expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753093:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389333.753095:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.753098:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7ab3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa40 expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.753106:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:3.0:1785389333.753152:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+97:33524:x1872115459022208:12345-192.168.204.39@tcp:101:cp.0 Request processed in 481us (755us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389333.753158:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1646 00000100:00100000:2.0:1785389333.753517:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1647 00000100:00100000:2.0:1785389333.753532:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+97:33523:x1872115459022336:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389333.753548:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389333.753648:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+97:33523:x1872115459022336:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 110us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.753654:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1647 00000100:00100000:1.0:1785389333.757714:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.757807:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459022592 00000100:00100000:0.0:1785389333.757835:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459022592 00000100:00100000:0.0:1785389333.757898:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1648 00000100:00100000:0.0:1785389333.757906:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+96:33524:x1872115459022592:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389333.757925:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.757943:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab4f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa47 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.758068:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.758082:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.758091:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.758126:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 114 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.758158:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 114 pid: 9185 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.758183:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485933184:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.758257:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1785389333.762285:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485933184:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.762309:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.763181:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.763256:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459022720 00000100:00100000:0.0:1785389333.763264:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459022720 00010000:00010000:0.0:1785389333.763312:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 115 pid: 9185 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.763347:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 473 00000100:00100000:0.0:1785389333.763354:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2362:x1872115459022720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.763366:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.763373:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 115 pid: 9185 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.763388:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 115 pid: 9185 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.763433:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7aa6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9f3 expref: 115 pid: 9185 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.763446:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.763450:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.763459:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.763465:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.763490:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.763564:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:2362:x1872115459022720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 195us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.763570:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 473 00010000:00010000:2.0:1785389333.763641:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.763686:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.763706:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.763730:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.763817:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389333.764254:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x22:0x0], index 1: 0 00010000:00010000:2.0:1785389333.764397:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7ab64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764424:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7ab64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764432:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7ab64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764462:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764469:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764475:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764479:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.764483:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764489:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764500:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.764502:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.764505:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764517:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab56 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389333.764525:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007c834ad6 reply state 00000000051f77d0 transno 4294968382 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.764547:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389333.764573:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab4f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa47 expref: 99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764584:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5a00/0xb9b521054fd7ab64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa47 expref: 98 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.764591:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:2.0:1785389333.764593:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389333.764595:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5a00, rc 0) 00000100:00100000:2.0:1785389333.764648:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+99:33524:x1872115459022592:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6735us (6954us total) trans 4294968382 rc 0/0 00000100:00100000:2.0:1785389333.764653:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1648 00010000:00010000:3.0:1785389333.768601:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.768630:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.768645:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.768651:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.768663:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.768672:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.768686:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff943412840500) 00010000:00010000:3.0:1785389333.768688:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.768692:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.768705:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ab5d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389333.772921:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.773173:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459022848 00000100:00100000:3.0:1785389333.773183:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459022848 00000100:00100000:3.0:1785389333.773239:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:3.0:1785389333.773248:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459022848:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389333.773288:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773324:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.773329:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.773335:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773349:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773386:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773413:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773423:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773436:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389333.773441:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773450:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773464:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.773472:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ab72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.773569:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459022848:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 301us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.773576:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:3.0:1785389333.777099:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.777133:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.777213:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459023232 00000100:00100000:2.0:1785389333.777221:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459023232 00000100:00100000:2.0:1785389333.777283:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 478 00000100:00100000:2.0:1785389333.777291:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2362:x1872115459023232:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389333.777306:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.777324:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa4e expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389333.777345:0:12002:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1785389333.777361:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=1054s v=(0 0) 00010000:00010000:2.0:1785389333.777366:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389333.777373:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 22 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.777397:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 22 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.777417:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4600, rc 0) 00000100:00100000:2.0:1785389333.777470:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2362:x1872115459023232:12345-192.168.204.39@tcp:101:cp.0 Request processed in 165us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.777476:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 478 00000100:00100000:0.0:1785389333.777669:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459023104 00000100:00100000:0.0:1785389333.777689:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459023104 00000100:00100000:0.0:1785389333.777736:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1649 00000100:00100000:0.0:1785389333.777777:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+98:33523:x1872115459023104:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1785389333.777915:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.777942:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 98 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.777964:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.777991:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 98 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.778023:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 98 pid: 5820 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.778037:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485933312:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389333.778081:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.785443:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.785532:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459023360 00000100:00100000:0.0:1785389333.785543:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459023360 00000100:00100000:0.0:1785389333.785593:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 85 00000100:00100000:0.0:1785389333.785600:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+99:2364:x1872115459023360:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:0.0:1785389333.785648:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.785665:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa55 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785721:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785733:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785772:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785797:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785808:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785813:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785869:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785877:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785883:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785887:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d335000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.785891:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785901:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785910:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.785912:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.785916:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785922:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335000/0xb9b521054fd7ab8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785931:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785936:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785941:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785944:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.785947:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785951:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785956:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff9434129d5200) 00010000:00010000:0.0:1785389333.785957:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.785959:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785967:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ab95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785990:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab87 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa55 expref: 100 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.785999:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.786001:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389333.786004:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334800/0xb9b521054fd7ab87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa55 expref: 100 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.786013:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343d334800, rc -2) 00000100:00100000:0.0:1785389333.786063:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+99:2364:x1872115459023360:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 463us (658us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389333.786070:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 85 00000100:00100000:1.0:1785389333.787691:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.787767:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459023488 00000100:00100000:3.0:1785389333.787775:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459023488 00000100:00100000:3.0:1785389333.787814:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 479 00000100:00100000:3.0:1785389333.787823:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:33524:x1872115459023488:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389333.787836:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.787849:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa8d expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.787880:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.787889:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.787893:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389333.787898:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 23 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.787924:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.787936:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.787949:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485933440:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389333.788011:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00000100:00100000:0.0:1785389333.791903:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485933312:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389333.791927:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.794354:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485933440:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389333.794391:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 23 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.794418:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54e00, rc 0) 00000100:00100000:2.0:1785389333.794503:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:33524:x1872115459023488:12345-192.168.204.39@tcp:101:cp.0 Request processed in 6666us (6805us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.794514:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 479 00000100:00100000:2.0:1785389333.796354:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.796391:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.796453:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459023616 00000100:00100000:0.0:1785389333.796460:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459023616 00010000:00010000:0.0:1785389333.796491:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 99 pid: 5820 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.796520:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459023744 00000100:00100000:0.0:1785389333.796526:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459023744 00010000:00010000:0.0:1785389333.796537:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.796563:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 474 00000100:00100000:0.0:1785389333.796571:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+99:2363:x1872115459023616:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.796583:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.796590:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 99 pid: 5820 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796602:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 99 pid: 5820 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796624:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ab33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa39 expref: 99 pid: 5820 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796639:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:0.0:1785389333.796644:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796653:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796672:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796693:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.796722:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+98:2363:x1872115459023616:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 151us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.796728:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 474 00000100:00100000:0.0:1785389333.796741:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 475 00000100:00100000:0.0:1785389333.796770:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2363:x1872115459023744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389333.796777:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389333.796806:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796817:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796833:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c011d0c9/0xb9b521054fd7ab79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa4e expref: 23 pid: 12002 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796845:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389333.796850:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389333.796857:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 22 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796867:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 22 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.796913:0:5807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 22 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389333.796926:0:5807:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5807:1872115485933568:192.168.204.39@tcp:105: 00000100:00100000:0.0:1785389333.796969:0:5807:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341e76f3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1785389333.797004:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797022:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797213:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797221:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797228:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797233:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343d334a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.797236:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797243:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797250:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:0.0:1785389333.797252:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389333.797255:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.797262:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334a00/0xb9b521054fd7ab80 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1785389333.797451:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389333.797456:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389333.797915:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 11 00000040:00080000:0.0:1785389333.797935:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389333.797999:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+98:33523:x1872115459023104:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 20247us (20896us total) trans 4294968383 rc 0/0 00000100:00100000:0.0:1785389333.798006:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1649 00000100:00100000:3.0:1785389333.802855:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.802921:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389333.802986:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024000 00000100:00100000:1.0:1785389333.802996:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024000 00000100:00100000:1.0:1785389333.803037:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024256 00000100:00100000:1.0:1785389333.803050:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024256 00000100:00100000:1.0:1785389333.803063:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 343 00000100:00100000:1.0:1785389333.803071:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+99:33524:x1872115459024000:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:1.0:1785389333.803376:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33524:x1872115459024000:12345-192.168.204.39@tcp:35:cp.0 Request processed in 304us (527us total) trans 4294968384 rc 0/0 00000100:00100000:1.0:1785389333.803389:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 343 00000100:00100000:1.0:1785389333.803417:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:1.0:1785389333.803423:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+99:33523:x1872115459024256:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389333.803508:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33523:x1872115459024256:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 77us (579us total) trans 4294968385 rc 0/0 00000100:00100000:1.0:1785389333.803516:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 344 00000100:00100000:0.0:1785389333.804196:0:5807:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5807:1872115485933568:192.168.204.39@tcp:105: 00010000:00010000:0.0:1785389333.804216:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389333.804246:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2363:x1872115459023744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 7472us (7850us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.804254:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 475 00000100:00100000:3.0:1785389333.856534:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.856730:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024384 00000100:00100000:0.0:1785389333.856824:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024384 00000100:00100000:0.0:1785389333.856893:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 86 00000100:00100000:0.0:1785389333.856902:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:2364:x1872115459024384:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:0.0:1785389333.856956:0:11997:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.856973:0:11997:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aba3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aa94 expref: -99 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857041:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857069:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857080:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857106:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857129:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857135:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857195:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857201:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857207:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857213:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.857218:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857225:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857236:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.857239:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.857243:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857263:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857274:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857279:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857284:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857288:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.857290:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857295:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857300:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff9434129d5200) 00010000:00010000:0.0:1785389333.857302:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.857304:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857322:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857348:0:11997:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aba3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa94 expref: 101 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857356:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.857358:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389333.857363:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aba3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa94 expref: 101 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.857374:0:11997:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34c00, rc -2) 00000100:00100000:0.0:1785389333.857473:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:2364:x1872115459024384:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 555us (946us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389333.857479:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 86 00000100:00100000:2.0:1785389333.871073:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485933696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389333.871146:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389333.871311:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485933696 00000100:00100000:1.0:1785389333.871319:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485933696 00000100:00100000:1.0:1785389333.871373:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1785389333.871391:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485933696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389333.871439:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 6815744 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389333.871487:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485933696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389333.871494:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1785389333.871643:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303211f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485933696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389333.903042:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.903137:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024512 00000100:00100000:3.0:1785389333.903169:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024512 00000100:00100000:3.0:1785389333.903254:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1650 00000100:00100000:3.0:1785389333.903269:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+114:33531:x1872115459024512:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389333.903290:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.903310:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7abb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aacc expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903426:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903454:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903464:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903476:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903496:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903502:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903604:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7abcd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903624:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7abcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903630:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7abcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389333.903670:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 158 00000004:00200000:3.0:1785389333.903690:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1785389333.903706:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7abcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903716:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7abcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903724:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.903730:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904219:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904241:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.904245:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904253:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904263:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389333.904266:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.904270:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904289:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7abbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904301:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904310:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904329:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904333:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389333.904335:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904340:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904345:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff943425e45600) 00010000:00010000:3.0:1785389333.904347:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389333.904349:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904353:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7abc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904732:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54000/0xb9b521054fd7abb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aacc expref: 116 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904857:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55a00/0xb9b521054fd7abcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aacc expref: 115 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389333.904879:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389333.904881:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389333.904884:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55a00, rc 0) 00000100:00100000:3.0:1785389333.904972:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33531:x1872115459024512:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 1695us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389333.904979:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1650 00000100:00100000:3.0:1785389333.911316:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.911419:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024640 00000100:00100000:0.0:1785389333.911428:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024640 00000100:00100000:0.0:1785389333.911485:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 87 00000100:00100000:0.0:1785389333.911502:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2363:x1872115459024640:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:0.0:1785389333.911544:0:5826:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389333.911561:0:5826:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aad3 expref: -99 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911613:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911630:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911640:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911652:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911666:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911672:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911732:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911819:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911854:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911860:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.911863:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911870:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911881:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.911883:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.911887:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911906:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7abdb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911917:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911937:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911957:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911962:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389333.911964:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911969:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911974:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff9434129d5600) 00010000:00010000:0.0:1785389333.911976:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389333.911978:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.911997:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7abe2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.912020:0:5826:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abd4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aad3 expref: 116 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.912028:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389333.912029:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389333.912032:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7abd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aad3 expref: 116 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.912039:0:5826:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35000, rc -2) 00000100:00100000:0.0:1785389333.912123:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2363:x1872115459024640:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 617us (805us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389333.912130:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 87 00000100:00100000:0.0:1785389333.916609:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389333.916686:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024768 00000100:00100000:3.0:1785389333.916709:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024768 00000100:00100000:3.0:1785389333.916813:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:3.0:1785389333.916837:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459024768:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389333.916851:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389333.916868:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7abe9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab0b expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389333.916945:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485933824:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389333.917012:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00002000:00010000:0.0:1785389333.925334:0:14689:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1785389333.925363:0:14689:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb mtime: 0 -> 1785389333 00002000:00010000:0.0:1785389333.925365:0:14689:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb atime: 0 -> 1785389333 00002000:00010000:0.0:1785389333.925368:0:14689:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb ctime: 0 -> 1785389333 00000100:00100000:0.0:1785389333.925399:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303212300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14689:1872115485933824:192.168.204.39@tcp:106: 00010000:00010000:0.0:1785389333.925440:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7abe9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab0b expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.925462:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7abe9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab0b expref: 18 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389333.925474:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:0.0:1785389333.925533:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459024768:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 8711us (8944us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389333.925540:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:1.0:1785389333.935078:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.935239:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459024896 00000100:00100000:2.0:1785389333.935263:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459024896 00000100:00100000:2.0:1785389333.935330:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1651 00000100:00100000:2.0:1785389333.935338:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33531:x1872115459024896:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389333.935357:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.935383:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7abf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab12 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.935462:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.935488:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.935498:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389333.935566:0:5821:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:2.0:1785389333.935584:0:5821:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389333.935601:0:5821:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.935652:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7abf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 117 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.935943:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 116 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.935951:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.935954:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389333.935956:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4800, rc 0) 00000100:00100000:2.0:1785389333.936123:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33531:x1872115459024896:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 771us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389333.936131:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1651 00000100:00100000:3.0:1785389333.954851:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.954992:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025024 00000100:00100000:2.0:1785389333.955015:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025024 00000100:00100000:2.0:1785389333.955082:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:2.0:1785389333.955104:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459025024:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389333.955121:0:12002:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.955137:0:12002:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8caeda4/0xb9b521054fd7abfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab19 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389333.955244:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485933952:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389333.955316:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389333.958266:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485933952:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389333.958296:0:12002:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8caeda4/0xb9b521054fd7abfe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab19 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.958326:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8caeda4/0xb9b521054fd7abfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab19 expref: 18 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.958339:0:12002:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5e00, rc 0) 00000100:00100000:2.0:1785389333.958464:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459025024:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3374us (3635us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.958472:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:1.0:1785389333.973703:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389333.973806:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025280 00000100:00100000:0.0:1785389333.973830:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025280 00000100:00100000:0.0:1785389333.973897:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1652 00000100:00100000:0.0:1785389333.973919:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33531:x1872115459025280:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:0.0:1785389333.974228:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:0.0:1785389333.974349:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33531:x1872115459025280:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 424us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389333.974357:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1652 00000100:00100000:3.0:1785389333.990914:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389333.991056:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025408 00000100:00100000:2.0:1785389333.991080:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025408 00000100:00100000:2.0:1785389333.991148:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1653 00000100:00100000:2.0:1785389333.991193:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33534:x1872115459025408:12345-192.168.204.39@tcp:101:bash.0 00010000:00010000:2.0:1785389333.991213:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389333.991231:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ac05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab20 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991325:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991338:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991348:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991361:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991412:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991418:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991475:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991496:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991515:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991520:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.991523:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991529:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991539:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.991541:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.991545:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991565:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991575:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991580:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991599:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991604:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389333.991607:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991612:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991616:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff943412840600) 00010000:00010000:2.0:1785389333.991618:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.991621:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991640:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991681:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ac05 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab20 expref: 117 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991688:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389333.991690:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389333.991694:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ac05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab20 expref: 117 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389333.991700:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5e00, rc 0) 00000100:00100000:2.0:1785389333.991846:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33534:x1872115459025408:12345-192.168.204.39@tcp:101:bash.0 Request processed in 676us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389333.991853:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1653 00000100:00100000:1.0:1785389334.008066:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.008493:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025536 00000100:00100000:2.0:1785389334.008517:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025536 00000100:00100000:2.0:1785389334.008594:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:2.0:1785389334.008605:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:2363:x1872115459025536:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:2.0:1785389334.008638:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.008662:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ac1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab27 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.008728:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785389334.008867:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389334.009053:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009080:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009096:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009116:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009121:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009271:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009280:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009286:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009292:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.009296:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009301:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009312:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.009314:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.009317:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009324:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ac21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009335:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009341:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009348:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009353:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.009356:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009362:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009372:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xae1c5c33 (ffff943412840600) 00010000:00010000:2.0:1785389334.009594:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.009599:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009619:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7ac28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009956:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ac1a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab27 expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.009981:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.009983:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389334.010001:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ac1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab27 expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.010009:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5e00, rc -2) 00000100:00100000:2.0:1785389334.010261:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:2363:x1872115459025536:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 1643us (2202us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389334.010282:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:1.0:1785389334.021462:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.024966:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.025031:0:11997:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025792 00000100:00100000:0.0:1785389334.025041:0:11997:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025792 00000100:00100000:0.0:1785389334.025118:0:11997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00100000:0.0:1785389334.025128:0:11997:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:2364:x1872115459025792:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:0.0:1785389334.025161:0:11997:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389334.025178:0:11997:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ac2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab35 expref: -99 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025233:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025249:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025261:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025274:0:11997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025282:0:11997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025288:0:11997:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025346:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025353:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025360:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025371:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.025376:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025384:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025395:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.025398:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.025413:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025426:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7ac36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025436:0:11997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025445:0:11997:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025451:0:11997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025456:0:11997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.025458:0:11997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025464:0:11997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025475:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xae1c5c33 (ffff9434129d5600) 00010000:00010000:0.0:1785389334.025478:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.025480:0:11997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025506:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7ac3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025532:0:11997:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ac2f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab35 expref: 101 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025540:0:11997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.025542:0:11997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389334.025545:0:11997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ac2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab35 expref: 101 pid: 11997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.025565:0:11997:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35000, rc -2) 00000100:00100000:0.0:1785389334.025612:0:11997:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:2364:x1872115459025792:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 486us (671us total) trans 0 rc -2/-2 00000100:00100000:0.0:1785389334.025619:0:11997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00080000:1.0:1785389334.025686:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389334.028038:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025664 00000100:00100000:2.0:1785389334.028048:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025664 00000100:00100000:2.0:1785389334.028125:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1654 00000100:00100000:2.0:1785389334.028138:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33535:x1872115459025664:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:2.0:1785389334.028151:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.028176:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ac44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab2e expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028235:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028259:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028267:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028278:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028291:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028296:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028337:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028357:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028408:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028428:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.028431:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028440:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028448:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.028450:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.028454:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028473:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028483:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028502:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028522:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028525:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.028528:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028532:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028537:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff943412840e00) 00010000:00010000:2.0:1785389334.028538:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.028540:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028563:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028599:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ac44 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab2e expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028607:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.028608:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.028626:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ac44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab2e expref: 101 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.028633:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5c00, rc 0) 00000100:00100000:2.0:1785389334.028721:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33535:x1872115459025664:12345-192.168.204.39@tcp:101:rm.0 Request processed in 573us (7266us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389334.028726:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1654 00000100:00100000:3.0:1785389334.034233:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.035056:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459025920 00000100:00100000:0.0:1785389334.035080:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459025920 00000100:00100000:0.0:1785389334.035145:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1655 00000100:00100000:0.0:1785389334.035168:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33535:x1872115459025920:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:0.0:1785389334.035188:0:19127:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389334.035208:0:19127:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ac59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab3c expref: -99 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035270:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035289:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035298:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035311:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035325:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035331:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035487:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035508:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035529:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035534:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.035538:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035548:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035559:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.035561:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.035564:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035584:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035594:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035599:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035618:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035622:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.035625:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035629:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035634:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff9434129d5b00) 00010000:00010000:0.0:1785389334.035636:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.035638:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.035644:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.036572:0:19127:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ac59 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab3c expref: 101 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.036582:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.036584:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.036593:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ac59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab3c expref: 101 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.036603:0:19127:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389334.036712:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33535:x1872115459025920:12345-192.168.204.39@tcp:101:rm.0 Request processed in 1557us (3054us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389334.036719:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1655 00000100:00100000:1.0:1785389334.067898:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.068028:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026048 00000100:00100000:0.0:1785389334.068037:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026048 00000100:00100000:0.0:1785389334.068091:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1656 00000100:00100000:0.0:1785389334.068100:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33536:x1872115459026048:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389334.068119:0:5820:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389334.068137:0:5820:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ac6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab43 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068207:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068221:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068231:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068243:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068251:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068256:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068314:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068324:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068331:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068335:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.068339:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068345:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068353:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.068356:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.068360:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068366:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ac75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068387:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068392:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068410:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068429:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.068432:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068437:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068442:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff9434129d5b00) 00010000:00010000:0.0:1785389334.068444:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.068446:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068465:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ac7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068505:0:5820:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ac6e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab43 expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068518:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.068520:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.068537:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ac6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab43 expref: 101 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.068543:0:5820:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389334.068625:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33536:x1872115459026048:12345-192.168.204.39@tcp:101:cp.0 Request processed in 511us (735us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389334.068631:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1656 00000100:00100000:0.0:1785389334.086200:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.086329:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026176 00000100:00100000:3.0:1785389334.086353:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026176 00000100:00100000:3.0:1785389334.086432:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1657 00000100:00100000:3.0:1785389334.086442:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33536:x1872115459026176:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:3.0:1785389334.086462:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389334.086480:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7ac83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab4a expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086559:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086587:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086611:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086623:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086644:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086649:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086720:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.086741:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087120:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087140:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389334.087143:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087153:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087188:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389334.087190:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389334.087195:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087201:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247400/0xb9b521054fd7ac8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087215:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087235:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087255:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087260:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305247e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389334.087262:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087267:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087272:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff943425e45600) 00010000:00010000:3.0:1785389334.087275:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389334.087277:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087300:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ac91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087342:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7ac83 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab4a expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087351:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389334.087353:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389334.087431:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7ac83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab4a expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.087456:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:0.0:1785389334.095146:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33536:x1872115459026176:12345-192.168.204.39@tcp:101:cp.0 Request processed in 8680us (8943us total) trans 0 rc 301/301 00000100:00100000:0.0:1785389334.095181:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1657 00000100:00100000:3.0:1785389334.106826:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.107044:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026432 00000100:00100000:2.0:1785389334.107054:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026432 00000100:00100000:2.0:1785389334.107133:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1658 00000100:00100000:2.0:1785389334.107142:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+100:33536:x1872115459026432:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:2.0:1785389334.107168:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.107187:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac98 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab51 expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.107308:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.107335:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 115 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.107357:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.107392:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 115 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.107428:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 115 pid: 5821 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.107440:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485934080:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389334.107522:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441df8780 going to sleep for 11 seconds 00000100:00100000:2.0:1785389334.125000:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.125152:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485934080:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389334.125200:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389334.128990:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026560 00000100:00100000:1.0:1785389334.129017:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026560 00010000:00010000:0.0:1785389334.132724:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 116 pid: 5821 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389334.132975:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 476 00000100:00100000:0.0:1785389334.133000:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:2362:x1872115459026560:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389334.133015:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389334.133022:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 116 pid: 5821 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.133034:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 116 pid: 5821 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.133054:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7abf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab12 expref: 116 pid: 5821 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.133068:0:5806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.133072:0:5806:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.133081:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.133087:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.133117:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389334.133241:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2362:x1872115459026560:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 242us (8250us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389334.133248:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 476 00010000:00010000:2.0:1785389334.133316:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.133326:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.133345:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.133354:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.133361:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1785389334.133866:0:5821:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x23:0x0], index 0: 0 00010000:00010000:2.0:1785389334.134011:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7acad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134021:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7acad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134031:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7acad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134060:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134067:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134079:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134084:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.134088:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134093:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134100:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.134102:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.134105:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.134115:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ac9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389334.134123:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ccafb8ce reply state 000000004057aeeb transno 4294968386 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.134131:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1785389334.134991:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ac98 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab51 expref: 103 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.135007:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4e00/0xb9b521054fd7acad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab51 expref: 102 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.135014:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389334.135016:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1785389334.135018:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4e00, rc 0) 00000100:00100000:2.0:1785389334.135087:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33536:x1872115459026432:12345-192.168.204.39@tcp:101:cp.0 Request processed in 27933us (28270us total) trans 4294968386 rc 0/0 00000100:00100000:2.0:1785389334.135093:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1658 00000100:00100000:1.0:1785389334.143615:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.143642:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026688 00000100:00100000:1.0:1785389334.143689:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026688 00000100:00100000:1.0:1785389334.144213:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:1.0:1785389334.144226:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+21:2365:x1872115459026688:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:1.0:1785389334.144244:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389334.144262:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab58 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389334.144304:0:6615:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1785389334.144321:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=1054s v=(0 0) 00010000:00010000:1.0:1785389334.144340:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389334.144361:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 22 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389334.144453:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 22 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389334.144466:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329c00, rc 0) 00000100:00100000:1.0:1785389334.144527:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2365:x1872115459026688:12345-192.168.204.39@tcp:101:cp.0 Request processed in 305us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389334.144534:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00080000:1.0:1785389334.144557:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389334.145529:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.145540:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.145547:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.145554:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389334.145559:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.145568:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.145585:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff943412840e00) 00010000:00010000:3.0:1785389334.145587:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389334.145591:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.145598:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7aca6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.152636:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.152708:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026816 00000100:00100000:0.0:1785389334.152716:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026816 00000100:00100000:0.0:1785389334.152788:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:0.0:1785389334.152798:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:33536:x1872115459026816:12345-192.168.204.39@tcp:101:cp.0 00010000:00010000:0.0:1785389334.152816:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389334.152833:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab5f expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.152869:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 23 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.152878:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389334.152882:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389334.152887:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 23 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.152917:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 23 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.152930:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 23 pid: 6615 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389334.152943:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485934208:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389334.153008:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340312f600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389334.160498:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.160569:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459026944 00000100:00100000:3.0:1785389334.160578:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459026944 00010000:00010000:3.0:1785389334.160610:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 24 pid: 6615 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389334.160663:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:3.0:1785389334.160672:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2363:x1872115459026944:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389334.160687:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389334.160708:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 24 pid: 6615 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.160721:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 24 pid: 6615 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.160785:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389334.160791:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389334.160800:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 24 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.160817:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 24 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.160853:0:7506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 24 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389334.160867:0:7506:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485934336:192.168.204.39@tcp:105: 00000100:00100000:3.0:1785389334.160929:0:7506:0:(client.c:2702:ptlrpc_set_wait()) set ffff943408c46780 going to sleep for 11 seconds 00010000:00010000:0.0:1785389334.161135:0:6613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ff8fc55/0xb9b521054fd7acbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab58 expref: 24 pid: 6615 timeout: 1154 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389334.161149:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485934208:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389334.161171:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 23 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.161181:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34000, rc 0) 00000100:00100000:0.0:1785389334.161220:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:33536:x1872115459026816:12345-192.168.204.39@tcp:101:cp.0 Request processed in 8423us (8591us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389334.161228:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:3.0:1785389334.163626:0:7506:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7506:1872115485934336:192.168.204.39@tcp:105: 00010000:00010000:3.0:1785389334.163643:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389334.163676:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2363:x1872115459026944:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 3005us (3186us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389334.163684:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 477 00000100:00100000:1.0:1785389334.173105:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.173186:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459027200 00000100:00100000:3.0:1785389334.173196:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459027200 00000100:00100000:3.0:1785389334.173252:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:3.0:1785389334.173263:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+102:33536:x1872115459027200:12345-192.168.204.39@tcp:35:cp.0 00000100:00100000:3.0:1785389334.173651:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33536:x1872115459027200:12345-192.168.204.39@tcp:35:cp.0 Request processed in 388us (553us total) trans 4294968387 rc 0/0 00000100:00100000:3.0:1785389334.173659:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 345 00000100:00100000:1.0:1785389334.213279:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.213359:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459027328 00000100:00100000:2.0:1785389334.213368:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459027328 00000100:00100000:2.0:1785389334.213434:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 90 00000100:00100000:2.0:1785389334.213444:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:2364:x1872115459027328:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:2.0:1785389334.213500:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.213517:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7acc9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab66 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213567:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213580:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213591:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213605:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213611:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213617:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213678:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213686:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213692:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213699:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.213703:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213711:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213723:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.213726:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.213729:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213735:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7acd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213782:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213789:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213795:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213800:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389334.213803:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213809:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213816:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xae1c5c33 (ffff943412840e00) 00010000:00010000:2.0:1785389334.213818:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389334.213821:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213827:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7acd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213855:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7acc9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab66 expref: 104 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213868:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.213870:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389334.213874:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7acc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab66 expref: 104 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.213881:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4600, rc -2) 00000100:00100000:2.0:1785389334.213932:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:2364:x1872115459027328:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 489us (662us total) trans 0 rc -2/-2 00000100:00100000:2.0:1785389334.213939:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 90 00000100:00100000:2.0:1785389334.261309:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.261435:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459027456 00000100:00100000:0.0:1785389334.261444:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459027456 00000100:00100000:0.0:1785389334.261510:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1659 00000100:00100000:0.0:1785389334.261519:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33539:x1872115459027456:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:0.0:1785389334.261538:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389334.261556:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7acde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab6d expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261640:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261651:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261662:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261676:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261683:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261690:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261813:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7acf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261821:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7acf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261827:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7acf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1785389334.261855:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 158 00000004:00200000:0.0:1785389334.261858:0:5822:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1785389334.261873:0:5822:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7acf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261881:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7acf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261889:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261894:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261900:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261904:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.261908:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261914:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261925:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389334.261929:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.261933:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261938:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ace5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261948:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261953:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261958:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261962:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389334.261964:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261969:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261974:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff9434129d5b00) 00010000:00010000:0.0:1785389334.261976:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389334.261978:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.261982:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7acec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.262004:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7acde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab6d expref: 117 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.262016:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34600/0xb9b521054fd7acf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab6d expref: 116 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.262022:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:0.0:1785389334.262024:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1785389334.262026:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f34600, rc 0) 00000100:00100000:0.0:1785389334.262079:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33539:x1872115459027456:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 562us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389334.262085:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1659 00000100:00100000:1.0:1785389334.275713:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.275889:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459027584 00000100:00100000:3.0:1785389334.275914:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459027584 00000100:00100000:3.0:1785389334.275991:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00100000:3.0:1785389334.276014:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115459027584:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:3.0:1785389334.276033:0:21226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389334.276050:0:21226:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd7acfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab74 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389334.276117:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485934464:192.168.204.39@tcp:106: 00000100:00100000:3.0:1785389334.276214:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff94343c4ca0c0 going to sleep for 11 seconds 00000100:00080000:1.0:1785389334.276301:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1785389334.278985:0:21226:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1785389334.279006:0:21226:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb mtime: 0 -> 1785389333 00002000:00010000:3.0:1785389334.279008:0:21226:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb atime: 0 -> 1785389333 00002000:00010000:3.0:1785389334.279011:0:21226:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb ctime: 0 -> 1785389333 00000100:00100000:3.0:1785389334.279044:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485934464:192.168.204.39@tcp:106: 00010000:00010000:3.0:1785389334.279085:0:21226:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd7acfa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab74 expref: 17 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.279106:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b021e5df/0xb9b521054fd7acfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab74 expref: 17 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.279118:0:21226:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:3.0:1785389334.279201:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2362:x1872115459027584:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 3186us (3496us total) trans 0 rc 301/301 00000100:00100000:3.0:1785389334.279210:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00100000:0.0:1785389334.283498:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.283805:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459027712 00000100:00100000:2.0:1785389334.283829:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459027712 00000100:00100000:2.0:1785389334.283868:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1660 00000100:00100000:2.0:1785389334.283876:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33539:x1872115459027712:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389334.283892:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.283910:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ad01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab7b expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.283977:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ad08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.283990:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ad08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.284001:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ad08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1785389334.284067:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:2.0:1785389334.284071:0:9185:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:2.0:1785389334.284095:0:9185:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ad08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.284122:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4600/0xb9b521054fd7ad01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab7b expref: 118 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.284138:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ad08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab7b expref: 117 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.284145:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389334.284149:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1785389334.284164:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5e00, rc 0) 00000100:00100000:2.0:1785389334.284217:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:33539:x1872115459027712:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 341us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389334.284224:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1660 00000100:00100000:1.0:1785389334.288508:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.288584:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459027840 00000100:00100000:2.0:1785389334.288593:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459027840 00000100:00100000:2.0:1785389334.288644:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:2.0:1785389334.288654:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459027840:12345-192.168.204.39@tcp:101:lfs.0 00010000:00010000:2.0:1785389334.288681:0:6615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.288698:0:6615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab82 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.288791:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485934592:192.168.204.39@tcp:106: 00000100:00100000:2.0:1785389334.288863:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1785389334.292539:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485934592:192.168.204.39@tcp:106: 00010000:00010000:2.0:1785389334.292585:0:6615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad0f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab82 expref: 17 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.292605:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab82 expref: 17 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.292616:0:6615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5200, rc 0) 00000100:00100000:2.0:1785389334.292704:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459027840:12345-192.168.204.39@tcp:101:lfs.0 Request processed in 4036us (4189us total) trans 0 rc 301/301 00000100:00100000:2.0:1785389334.292712:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:0.0:1785389334.307858:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.308001:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459028096 00000100:00100000:2.0:1785389334.308025:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459028096 00000100:00100000:2.0:1785389334.308090:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1661 00000100:00100000:2.0:1785389334.308112:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:33539:x1872115459028096:12345-192.168.204.39@tcp:58:lfs.0 00000040:00080000:2.0:1785389334.308453:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:2.0:1785389334.308572:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:33539:x1872115459028096:12345-192.168.204.39@tcp:58:lfs.0 Request processed in 459us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389334.308579:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1661 00010000:00010000:3.0:1785389334.767789:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389334.830907:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389334.830916:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389334.830954:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:0.0:1785389334.830961:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389334.831231:0:11570:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485934720:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1785389334.831316:0:11570:0:(client.c:2702:ptlrpc_set_wait()) set ffff9434068ddcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389334.840047:0:11570:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b13800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11570:1872115485934720:192.168.204.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1785389334.875503:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.875568:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459028224 00000100:00100000:2.0:1785389334.875576:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459028224 00000100:00100000:2.0:1785389334.875652:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1662 00000100:00100000:2.0:1785389334.875662:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33549:x1872115459028224:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389334.875728:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x36:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389334.875869:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33549:x1872115459028224:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 208us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389334.875876:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1662 00000100:00100000:2.0:1785389334.875940:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.875958:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459028352 00000100:00100000:2.0:1785389334.875961:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459028352 00000100:00100000:2.0:1785389334.875996:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1663 00000100:00100000:2.0:1785389334.876001:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33550:x1872115459028352:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1785389334.876013:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1785389334.876075:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33550:x1872115459028352:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 74us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389334.876081:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1663 00000100:00100000:2.0:1785389334.894640:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.894791:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459028608 00000100:00100000:3.0:1785389334.894800:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459028608 00000100:00100000:3.0:1785389334.894851:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1664 00000100:00100000:3.0:1785389334.894861:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+103:33550:x1872115459028608:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389334.894882:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389334.894902:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7ad16 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab89 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.894999:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ad1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.895013:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ad1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.895025:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ad1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389334.895037:0:5822:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 158 00010000:00010000:3.0:1785389334.895173:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247800/0xb9b521054fd7ad16 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab89 expref: 106 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.895190:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ad1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab89 expref: 105 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.895199:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389334.895202:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389334.895205:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247e00, rc 0) 00000100:00100000:3.0:1785389334.895257:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33550:x1872115459028608:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 398us (626us total) trans 4294968388 rc 0/0 00000100:00100000:3.0:1785389334.895263:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1664 00000100:00100000:3.0:1785389334.896996:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.897070:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459028864 00000100:00100000:3.0:1785389334.897077:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459028864 00000100:00100000:3.0:1785389334.897110:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1665 00000100:00100000:3.0:1785389334.897118:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33549:x1872115459028864:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1785389334.897133:0:9185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389334.897146:0:9185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7ad2b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab90 expref: -99 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.897211:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ad32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.897221:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ad32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.897230:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ad32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1785389334.897239:0:9185:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 158 00010000:00010000:3.0:1785389334.897340:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246c00/0xb9b521054fd7ad2b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab90 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.897363:0:9185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ad32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab90 expref: 107 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.897372:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389334.897375:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1785389334.897378:0:9185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55000, rc 0) 00000100:00100000:3.0:1785389334.897429:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33549:x1872115459028864:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 311us (438us total) trans 4294968389 rc 0/0 00000100:00100000:3.0:1785389334.897436:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1665 00000100:00100000:1.0:1785389334.906883:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.906918:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.906940:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.906965:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029120 00000100:00100000:1.0:1785389334.906976:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029120 00000100:00100000:1.0:1785389334.907028:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029248 00000100:00100000:1.0:1785389334.907031:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029248 00000100:00100000:1.0:1785389334.907053:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 82 00000100:00100000:1.0:1785389334.907062:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:2365:x1872115459029120:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389334.907077:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389334.907101:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55000/0xb9b521054fd7ad32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab90 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389334.907118:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:1.0:1785389334.907123:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389334.907166:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:2365:x1872115459029120:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 104us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389334.907174:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 82 00000100:00100000:1.0:1785389334.907194:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 83 00000100:00100000:1.0:1785389334.907201:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+106:2363:x1872115459029248:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389334.907210:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389334.907220:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247e00/0xb9b521054fd7ad1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab89 expref: 106 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389334.907231:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:1.0:1785389334.907235:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389334.907253:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:2363:x1872115459029248:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 52us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389334.907259:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 83 00000100:00100000:3.0:1785389334.908792:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459028992 00000100:00100000:3.0:1785389334.908802:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459028992 00000100:00100000:3.0:1785389334.908845:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:3.0:1785389334.908853:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2362:x1872115459028992:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1785389334.908890:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.908908:0:14689:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 22 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.908917:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x23:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389334.908921:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389334.908926:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.908957:0:14689:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 22 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.908972:0:14689:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 22 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389334.908985:0:14689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485934848:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389334.909041:0:14689:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1785389334.914019:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.914099:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029376 00000100:00100000:2.0:1785389334.914108:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029376 00000100:00100000:2.0:1785389334.914180:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:2.0:1785389334.914190:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+22:2364:x1872115459029376:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389334.914231:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.914251:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 22 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.914260:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1785389334.914265:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1785389334.914269:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.914301:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 22 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.914326:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 22 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.914340:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485934976:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389334.914418:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341072fe40 going to sleep for 11 seconds 00000100:00080000:1.0:1785389334.914618:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389334.948535:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.948561:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.948620:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029504 00000100:00100000:2.0:1785389334.948630:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029504 00002000:00100000:2.0:1785389334.948678:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x23:0x0] (0->157) req@ffff943302b13100 x1872115459029504/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:75/0 lens 648/0 e 0 to 0 dl 1785389345 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389334.948700:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b13100 with x1872115459029504 ext(0->157) 00010000:00010000:2.0:1785389334.948710:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 23 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.948726:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 23 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389334.948734:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943302b13100 00000100:00100000:2.0:1785389334.948840:0:6619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029632 00000100:00100000:2.0:1785389334.948844:0:6619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029632 00002000:00100000:2.0:1785389334.948873:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x22:0x0] (0->157) req@ffff943302b13800 x1872115459029632/t0(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:75/0 lens 648/0 e 0 to 0 dl 1785389345 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389334.948882:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b13800 with x1872115459029632 ext(0->157) 00010000:00010000:2.0:1785389334.948889:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 23 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.948899:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 23 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389334.948906:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943302b13800 00000100:00100000:2.0:1785389334.948926:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 25 00000100:00100000:2.0:1785389334.948935:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2362:x1872115459029504:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:2.0:1785389334.949370:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2362:x1872115459029504:12345-192.168.204.39@tcp:4:cp.0 Request processed in 435us (844us total) trans 4294967389 rc 0/0 00000100:00100000:2.0:1785389334.949378:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 25 00002000:00100000:2.0:1785389334.949396:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x23:0x0] (0->157) req@ffff943302b13100 x1872115459029504/t4294967389(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:75/0 lens 648/448 e 0 to 0 dl 1785389345 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389334.949405:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b13100 with x1872115459029504 ext(0->157) 00010000:00010000:2.0:1785389334.949411:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 25 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.949461:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 25 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389334.949468:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff943302b13100 00000100:00100000:2.0:1785389334.949535:0:6619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 26 00000100:00100000:2.0:1785389334.949543:0:6619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2364:x1872115459029632:12345-192.168.204.39@tcp:4:cp.0 00000100:00100000:2.0:1785389334.949836:0:6619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2364:x1872115459029632:12345-192.168.204.39@tcp:4:cp.0 Request processed in 292us (1273us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1785389334.949843:0:6619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 26 00002000:00100000:2.0:1785389334.949849:0:6619:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x22:0x0] (0->157) req@ffff943302b13800 x1872115459029632/t4294967386(0) o4->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:75/0 lens 648/448 e 0 to 0 dl 1785389345 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1785389334.949858:0:6619:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff943302b13800 with x1872115459029632 ext(0->157) 00010000:00010000:2.0:1785389334.949863:0:6619:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 25 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.949874:0:6619:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 25 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389334.949881:0:6619:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff943302b13800 00000100:00100000:3.0:1785389334.949940:0:14689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14689:1872115485934848:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389334.949947:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12002:1872115485934976:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389334.949960:0:14689:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.949971:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.956498:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389334.956576:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029760 00000100:00100000:3.0:1785389334.956589:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029760 00010000:00010000:3.0:1785389334.956635:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 25 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389334.956686:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 478 00000100:00100000:3.0:1785389334.956702:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2364:x1872115459029760:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389334.956716:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389334.956738:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 25 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.956778:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 25 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.956802:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7acc2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab5f expref: 25 pid: 6613 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.956815:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389334.956820:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1785389334.956826:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.956835:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.956879:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389334.956924:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2364:x1872115459029760:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 223us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389334.956931:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 478 00010000:00010000:2.0:1785389334.957186:0:14689:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957197:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957232:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957246:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957253:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957258:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389334.957262:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957269:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957279:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.957285:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ad40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389334.957327:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2362:x1872115459028992:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 48475us (50453us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389334.957337:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:3.0:1785389334.960169:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.960248:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459029888 00000100:00100000:0.0:1785389334.960257:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459029888 00010000:00010000:0.0:1785389334.960284:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 25 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389334.960317:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 479 00000100:00100000:0.0:1785389334.960324:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+25:2363:x1872115459029888:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389334.960335:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389334.960351:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 25 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.960363:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 25 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.960381:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ab9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa8d expref: 25 pid: 6614 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.960401:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389334.960404:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1785389334.960409:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.960417:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389334.960444:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389334.960480:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2363:x1872115459029888:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 157us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389334.960487:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 479 00010000:00010000:3.0:1785389334.960843:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960876:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960896:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960904:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960910:0:12002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960916:0:12002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5c00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389334.960919:0:12002:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960926:0:12002:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960937:0:12002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389334.960943:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efe112ab/0xb9b521054fd7ad47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389334.961041:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2364:x1872115459029376:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 46852us (47030us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389334.961048:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:1.0:1785389334.970293:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.970355:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389334.970408:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459030144 00000100:00100000:0.0:1785389334.970418:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459030144 00000100:00100000:0.0:1785389334.970509:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459030400 00000100:00100000:0.0:1785389334.970513:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459030400 00000100:00100000:0.0:1785389334.970551:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1666 00000100:00100000:0.0:1785389334.970576:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+106:33550:x1872115459030144:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389334.970766:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+106:33550:x1872115459030144:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 204us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389334.970774:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1666 00000100:00100000:0.0:1785389334.970792:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1667 00000100:00100000:0.0:1785389334.970800:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33549:x1872115459030400:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1785389334.970835:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33549:x1872115459030400:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 36us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389334.970840:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1667 00000100:00100000:2.0:1785389334.992550:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389334.992589:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459030656 00000100:00100000:1.0:1785389334.992598:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459030656 00000100:00100000:1.0:1785389334.992657:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:1.0:1785389334.992667:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2364:x1872115459030656:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1785389334.992685:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389334.992705:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000653c3f25/0xb9b521054fd7ad4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab97 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389334.992730:0:6614:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 158, mtime: 0x6a6ae115, atime: 0x0, ctime: 0x6a6ae115, blocks: 0x1 00010000:00010000:1.0:1785389334.992766:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=1055s v=(0 0) 00010000:00010000:1.0:1785389334.992772:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389334.992781:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000653c3f25/0xb9b521054fd7ad4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab97 expref: 24 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389334.992798:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000653c3f25/0xb9b521054fd7ad4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab97 expref: 24 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389334.992810:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305329e00, rc 0) 00000100:00100000:1.0:1785389334.992859:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2364:x1872115459030656:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 193us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389334.992866:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:3.0:1785389334.998270:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389334.998452:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459030528 00000100:00100000:2.0:1785389334.998462:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459030528 00000100:00100000:2.0:1785389334.998505:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 489 00000100:00100000:2.0:1785389334.998513:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2362:x1872115459030528:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389334.998529:0:6613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389334.998548:0:6613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd7ad55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ab9e expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389334.998571:0:6613:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 158, mtime: 0x6a6ae115, atime: 0x0, ctime: 0x6a6ae115, blocks: 0x1 00010000:00010000:2.0:1785389334.998589:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=1055s v=(0 0) 00010000:00010000:2.0:1785389334.998593:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389334.998601:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd7ad55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab9e expref: 24 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.998617:0:6613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd7ad55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab9e expref: 24 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389334.998630:0:6613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b4600, rc 0) 00000100:00100000:2.0:1785389334.998678:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2362:x1872115459030528:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 165us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389334.998686:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 489 00000100:00100000:0.0:1785389335.010855:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389335.011175:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459030912 00000100:00100000:2.0:1785389335.011183:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459030912 00000100:00100000:2.0:1785389335.011285:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1668 00000100:00100000:2.0:1785389335.011306:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33549:x1872115459030912:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1785389335.011493:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33549:x1872115459030912:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 188us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389335.011500:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1668 00000100:00100000:1.0:1785389335.029809:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389335.030037:0:18114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031040 00000100:00100000:0.0:1785389335.030047:0:18114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031040 00002000:00100000:0.0:1785389335.030123:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x22:0x0] (0->4095) req@ffff94343c286d80 x1872115459031040/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:76/0 lens 488/0 e 0 to 0 dl 1785389346 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389335.030150:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c286d80 with x1872115459031040 ext(0->4095) 00002000:00010000:0.0:1785389335.030157:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c286d80 00000100:00100000:0.0:1785389335.030263:0:18114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 133 00000100:00100000:0.0:1785389335.030275:0:18114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2365:x1872115459031040:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1785389335.030520:0:18114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2365:x1872115459031040:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 247us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1785389335.030528:0:18114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 133 00002000:00100000:0.0:1785389335.030535:0:18114:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x22:0x0] (0->4095) req@ffff94343c286d80 x1872115459031040/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:76/0 lens 488/4536 e 0 to 0 dl 1785389346 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1785389335.030549:0:18114:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94343c286d80 with x1872115459031040 ext(0->4095) 00002000:00010000:0.0:1785389335.030552:0:18114:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94343c286d80 00000100:00100000:0.0:1785389335.035913:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.036447:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031296 00000100:00100000:3.0:1785389335.036457:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031296 00000100:00100000:3.0:1785389335.036531:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1669 00000100:00100000:3.0:1785389335.036541:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33550:x1872115459031296:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1785389335.036664:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33550:x1872115459031296:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 124us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389335.036670:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1669 00000100:00100000:3.0:1785389335.051611:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389335.053935:0:6620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031424 00000100:00100000:1.0:1785389335.053947:0:6620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031424 00002000:00100000:1.0:1785389335.054019:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x23:0x0] (0->4095) req@ffff9433052e2d80 x1872115459031424/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:76/0 lens 488/0 e 0 to 0 dl 1785389346 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389335.054123:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433052e2d80 with x1872115459031424 ext(0->4095) 00002000:00010000:1.0:1785389335.054130:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433052e2d80 00000100:00100000:1.0:1785389335.054164:0:6620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 134 00000100:00100000:1.0:1785389335.054175:0:6620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2363:x1872115459031424:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1785389335.055869:0:6620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2363:x1872115459031424:12345-192.168.204.39@tcp:3:lhsmtool_posix.0 Request processed in 1670us (4241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1785389335.055879:0:6620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 134 00002000:00100000:1.0:1785389335.055887:0:6620:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x23:0x0] (0->4095) req@ffff9433052e2d80 x1872115459031424/t0(0) o3->b09e624f-32e8-4b2c-9828-d9deed7637e8@192.168.204.39@tcp:76/0 lens 488/4536 e 0 to 0 dl 1785389346 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1785389335.055895:0:6620:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9433052e2d80 with x1872115459031424 ext(0->4095) 00002000:00010000:1.0:1785389335.055900:0:6620:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9433052e2d80 00000100:00100000:1.0:1785389335.096724:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389335.096911:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031552 00000100:00100000:0.0:1785389335.096921:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031552 00000100:00100000:0.0:1785389335.096981:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1670 00000100:00100000:0.0:1785389335.096991:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+105:33549:x1872115459031552:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1785389335.097011:0:5822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1785389335.097043:0:5822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ad5c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8aba5 expref: -99 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.097078:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.097092:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.097102:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.097202:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ad5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.097219:0:5822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 106 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.097228:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:0.0:1785389335.097232:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1785389335.097235:0:5822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943425f35000, rc 0) 00000100:00100000:0.0:1785389335.097290:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+106:33549:x1872115459031552:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 300us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389335.097297:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1670 00000100:00100000:1.0:1785389335.113925:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389335.113952:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.114154:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031680 00000100:00100000:3.0:1785389335.114164:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031680 00000100:00100000:3.0:1785389335.114217:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031808 00000100:00100000:3.0:1785389335.114221:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031808 00000100:00100000:3.0:1785389335.114245:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1671 00000100:00100000:3.0:1785389335.114254:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33549:x1872115459031680:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1785389335.114299:0:9185:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x36:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1785389335.115931:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33549:x1872115459031680:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 423us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389335.115932:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1672 00000100:00100000:3.0:1785389335.115941:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1671 00000100:00100000:2.0:1785389335.115944:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33550:x1872115459031808:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1785389335.115958:0:5821:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1785389335.116001:0:5821:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ad6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abac expref: -99 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.118114:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.118131:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.118142:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.119916:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ad6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.119935:0:5821:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 107 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.119943:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:2.0:1785389335.119946:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1785389335.119949:0:5821:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433030b5c00, rc 0) 00000100:00100000:2.0:1785389335.120014:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33550:x1872115459031808:12345-192.168.204.39@tcp:101:lhsmtool_posix.0 Request processed in 4073us (6060us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389335.120021:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1672 00000100:00100000:0.0:1785389335.187659:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389335.191151:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459031936 00000100:00100000:2.0:1785389335.191163:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459031936 00000100:00100000:2.0:1785389335.191229:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 490 00000100:00100000:2.0:1785389335.191246:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2364:x1872115459031936:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1785389335.191589:0:14689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191607:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389335.191611:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389335.191617:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191632:0:14689:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191660:0:14689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191669:0:14689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191677:0:14689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191718:0:14689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389335.191724:0:14689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191733:0:14689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191762:0:14689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389335.191771:0:14689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcb373a8/0xb9b521054fd7ad78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389335.191837:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2364:x1872115459031936:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 592us (4183us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389335.191855:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 490 00000100:00100000:0.0:1785389335.198848:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389335.198917:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459032064 00000100:00100000:1.0:1785389335.198926:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459032064 00000100:00100000:1.0:1785389335.198987:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1673 00000100:00100000:1.0:1785389335.199006:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33550:x1872115459032064:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1785389335.199046:0:19127:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x200000402:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1785389335.199159:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33550:x1872115459032064:12345-192.168.204.39@tcp:53:lhsmtool_posix.0 Request processed in 163us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389335.199167:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1673 00000100:00100000:1.0:1785389335.206317:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389335.206349:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459032192 00000100:00100000:1.0:1785389335.206365:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459032192 00000100:00100000:1.0:1785389335.206425:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:1.0:1785389335.206435:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2362:x1872115459032192:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1785389335.206480:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206496:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389335.206500:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389335.206507:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206520:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206549:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206557:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206565:0:6614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206572:0:6614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389335.206576:0:6614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206590:0:6614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206604:0:6614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.206611:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053331726/0xb9b521054fd7ad7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389335.206663:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2362:x1872115459032192:12345-192.168.204.39@tcp:1:lhsmtool_posix.0 Request processed in 230us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389335.206670:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:1.0:1785389335.213055:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.214135:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459032448 00000100:00100000:3.0:1785389335.214146:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459032448 00000100:00100000:3.0:1785389335.214203:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1674 00000100:00100000:3.0:1785389335.214213:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434057ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33549:x1872115459032448:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389335.214289:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.214306:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.214315:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.214371:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 107 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.214393:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 107 pid: 5822 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389335.214408:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485935104:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389335.214492:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a300 going to sleep for 11 seconds 00000100:00100000:0.0:1785389335.259594:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389335.259669:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.259781:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459032576 00000100:00100000:3.0:1785389335.259790:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459032576 00010000:00010000:3.0:1785389335.259830:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 108 pid: 5822 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389335.259872:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:3.0:1785389335.259881:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:2363:x1872115459032576:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389335.259897:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389335.259904:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 108 pid: 5822 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.259916:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 108 pid: 5822 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.259936:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:3.0:1785389335.259941:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.259951:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.259958:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.259976:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389335.260024:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:2363:x1872115459032576:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 144us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389335.260032:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 480 00000100:00100000:3.0:1785389335.261051:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459032832 00000100:00100000:3.0:1785389335.261057:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459032832 00000100:00100000:3.0:1785389335.261090:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1675 00000100:00100000:3.0:1785389335.261098:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:33550:x1872115459032832:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1785389335.261174:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.261187:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.261196:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.261224:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 108 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.261237:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 108 pid: 5821 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389335.261250:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485935232:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389335.261309:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1785389335.265333:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389335.265366:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459032960 00000100:00100000:0.0:1785389335.265374:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459032960 00010000:00010000:0.0:1785389335.265412:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 109 pid: 5821 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389335.265444:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 481 00000100:00100000:0.0:1785389335.265452:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+109:2362:x1872115459032960:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389335.265465:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389335.265472:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 109 pid: 5821 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.265484:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 109 pid: 5821 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.265503:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:0.0:1785389335.265509:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.265521:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.265527:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389335.265543:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389335.265585:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+109:2362:x1872115459032960:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 134us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389335.265592:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 481 00010000:00010000:3.0:1785389335.269951:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ad71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abac expref: 108 pid: 5821 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389335.269974:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485935232:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389335.269997:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270007:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270012:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270259:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270268:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270275:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270281:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389335.270285:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270293:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270307:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff943412840600) 00010000:00010000:3.0:1785389335.270310:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1785389335.270314:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389335.270320:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55c00/0xb9b521054fd7ad8d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389335.270490:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:33550:x1872115459032832:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 9391us (10818us total) trans 4294968390 rc 0/0 00000100:00100000:3.0:1785389335.270499:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1675 00010000:00010000:1.0:1785389335.280119:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ad63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aba5 expref: 107 pid: 5822 timeout: 1155 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389335.280140:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485935104:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389335.280164:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280174:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280180:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280392:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280401:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280409:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280414:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b55600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389335.280419:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280427:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280443:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff943412840000) 00010000:00010000:1.0:1785389335.280446:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1785389335.280451:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389335.280457:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55600/0xb9b521054fd7ad86 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389335.280612:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434057ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33549:x1872115459032448:12345-192.168.204.39@tcp:57:lhsmtool_posix.0 Request processed in 66399us (67565us total) trans 4294968391 rc 0/0 00000100:00100000:1.0:1785389335.280622:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1674 00000040:00080000:2.0:1785389335.286962:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389335.286971:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389335.287496:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 13 00000040:00080000:2.0:1785389335.287505:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389335.309048:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389335.309079:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459033216 00000100:00100000:0.0:1785389335.309120:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459033216 00000100:00100000:0.0:1785389335.309201:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:0.0:1785389335.309222:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94340b017450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+107:33550:x1872115459033216:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1785389335.309507:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94340b017450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:33550:x1872115459033216:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 287us (466us total) trans 4294968392 rc 0/0 00000100:00100000:0.0:1785389335.309516:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 346 00000100:00100000:3.0:1785389335.319143:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389335.319245:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459033472 00000100:00100000:1.0:1785389335.319255:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459033472 00000100:00100000:1.0:1785389335.319303:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 347 00000100:00100000:1.0:1785389335.319313:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+108:33549:x1872115459033472:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1785389335.319577:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+109:33549:x1872115459033472:12345-192.168.204.39@tcp:35:lhsmtool_posix.0 Request processed in 264us (450us total) trans 4294968393 rc 0/0 00000100:00100000:1.0:1785389335.319585:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 347 00000100:00100000:3.0:1785389335.733314:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.733377:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.733413:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459033856 00000100:00100000:3.0:1785389335.733422:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459033856 00000100:00100000:3.0:1785389335.733474:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:3.0:1785389335.733484:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459033856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389335.733571:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+16:2363:x1872115459033856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389335.733580:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:3.0:1785389335.733623:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.733732:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389335.733771:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459033728 00000100:00100000:3.0:1785389335.733775:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459033728 00000100:00100000:3.0:1785389335.733805:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 682 00000100:00100000:3.0:1785389335.733811:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:2363:x1872115459033728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389335.733847:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:2363:x1872115459033728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 35us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389335.733853:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 682 00000100:00100000:3.0:1785389335.733869:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459033984 00000100:00100000:3.0:1785389335.733873:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459033984 00000100:00100000:3.0:1785389335.733902:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 702 00000100:00100000:3.0:1785389335.733909:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459033984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389335.733934:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459033984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389335.733940:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 702 00000100:00080000:3.0:1785389335.734013:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389335.737315:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459033600 00000100:00100000:0.0:1785389335.737326:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459033600 00000100:00100000:0.0:1785389335.737394:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 695 00000100:00100000:0.0:1785389335.737403:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459033600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389335.737456:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459033600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 55us (4153us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389335.737463:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 695 00010000:00010000:3.0:1785389335.797919:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389335.939314:0:22438:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389335.939324:0:22438:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389335.939424:0:22438:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:2.0:1785389335.939431:0:22438:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389336.112322:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112381:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112403:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112420:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112438:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112453:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112469:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112482:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112499:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.112528:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034112 00000100:00100000:3.0:1785389336.112536:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034112 00000100:00100000:3.0:1785389336.112570:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034240 00000100:00100000:3.0:1785389336.112572:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034240 00000100:00100000:3.0:1785389336.112592:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034496 00000100:00100000:3.0:1785389336.112595:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034496 00000100:00100000:3.0:1785389336.112606:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034752 00000100:00100000:3.0:1785389336.112608:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034752 00000100:00100000:3.0:1785389336.112617:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:3.0:1785389336.112625:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459034112:12345-192.168.204.39@tcp:101:rm.0 00010000:00010000:3.0:1785389336.112643:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.112672:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abb3 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.112699:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1785389336.112703:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.112713:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.112729:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.112761:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54e00, rc 0) 00000100:00100000:3.0:1785389336.112810:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459034112:12345-192.168.204.39@tcp:101:rm.0 Request processed in 185us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.112817:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:3.0:1785389336.112832:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459035008 00000100:00100000:3.0:1785389336.112835:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459035008 00000100:00100000:3.0:1785389336.112846:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034368 00000100:00100000:3.0:1785389336.112849:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034368 00000100:00100000:3.0:1785389336.112858:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034624 00000100:00100000:3.0:1785389336.112860:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034624 00000100:00100000:3.0:1785389336.112869:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459034880 00000100:00100000:3.0:1785389336.112872:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459034880 00000100:00100000:3.0:1785389336.112879:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459035136 00000100:00100000:3.0:1785389336.112881:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459035136 00000100:00100000:3.0:1785389336.112893:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:3.0:1785389336.112898:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115459034240:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.112906:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.112915:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abba expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.112929:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1785389336.112932:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.112938:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.112950:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.112959:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55c00, rc 0) 00000100:00100000:3.0:1785389336.112979:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459034240:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 80us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.112985:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:3.0:1785389336.112998:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:3.0:1785389336.113004:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115459034496:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113010:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113017:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abc8 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113028:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1785389336.113031:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113037:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113047:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113056:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b54000, rc 0) 00000100:00100000:3.0:1785389336.113076:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459034496:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 72us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113082:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:3.0:1785389336.113096:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 495 00000100:00100000:3.0:1785389336.113102:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115459034752:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113109:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113116:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abd6 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113127:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1785389336.113130:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113135:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113145:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113153:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55000, rc 0) 00000100:00100000:3.0:1785389336.113170:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459034752:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 69us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113175:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 495 00000100:00100000:3.0:1785389336.113185:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 496 00000100:00100000:3.0:1785389336.113191:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115459035008:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113196:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113202:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abe4 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113212:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1785389336.113215:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113220:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113235:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113243:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943301b55600, rc 0) 00000100:00100000:3.0:1785389336.113261:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459035008:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 70us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113267:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 496 00000100:00100000:3.0:1785389336.113280:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:3.0:1785389336.113286:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459034368:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113293:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113300:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abc1 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113312:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1785389336.113315:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113319:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113329:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113337:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247e00, rc 0) 00000100:00100000:3.0:1785389336.113355:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2363:x1872115459034368:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 70us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113376:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:3.0:1785389336.113389:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:3.0:1785389336.113395:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459034624:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113401:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113408:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abcf expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113419:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1785389336.113421:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113426:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113435:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113442:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305246c00, rc 0) 00000100:00100000:3.0:1785389336.113459:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2363:x1872115459034624:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 65us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113465:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:3.0:1785389336.113477:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:3.0:1785389336.113483:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459034880:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113489:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113496:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abdd expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113510:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1785389336.113513:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113518:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113528:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113536:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247800, rc 0) 00000100:00100000:3.0:1785389336.113553:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2363:x1872115459034880:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 71us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113559:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:3.0:1785389336.113569:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 500 00000100:00100000:3.0:1785389336.113575:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459035136:12345-192.168.204.39@tcp:101:ll_sa.0 00010000:00010000:3.0:1785389336.113581:0:6614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389336.113587:0:6614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7adcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abeb expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113598:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1785389336.113601:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.113606:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7adcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abeb expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113615:0:6614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7adcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abeb expref: 22 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.113622:0:6614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305247400, rc 0) 00000100:00100000:3.0:1785389336.113635:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2363:x1872115459035136:12345-192.168.204.39@tcp:101:ll_sa.0 Request processed in 61us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.113640:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 500 00000100:00080000:3.0:1785389336.113667:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389336.127625:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389336.127808:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459035392 00000100:00100000:1.0:1785389336.127817:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459035392 00000100:00100000:1.0:1785389336.127875:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1676 00000100:00100000:1.0:1785389336.127885:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:33551:x1872115459035392:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:1.0:1785389336.127938:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1785389336.127963:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8a00/0xb9b521054fd7a249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5d9 expref: 117 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.127983:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:1.0:1785389336.127995:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ad08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab7b expref: 116 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128005:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389336.128008:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389336.128031:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128045:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128055:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128070:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128078:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128084:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128197:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128208:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128216:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128248:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 108 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.128262:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 108 pid: 9185 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389336.128274:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485935360:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389336.128372:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939e40 going to sleep for 11 seconds 00000100:00080000:3.0:1785389336.128527:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389336.131125:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.131153:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459035520 00000100:00100000:3.0:1785389336.131158:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459035520 00010000:00010000:3.0:1785389336.131190:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 109 pid: 9185 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389336.131213:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00100000:3.0:1785389336.131221:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+109:2362:x1872115459035520:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389336.131231:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389336.131237:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 109 pid: 9185 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.131249:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 109 pid: 9185 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.131264:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389336.131269:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.131281:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.131288:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.131302:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389336.131346:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+109:2362:x1872115459035520:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 114us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.131353:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 482 00000100:00080000:3.0:1785389336.131405:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389336.131928:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9400/0xb9b521054fd7a218 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a5c4 expref: 108 pid: 9185 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389336.131942:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3ab100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485935360:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389336.131957:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.131966:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.131972:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1785389336.132865:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9288 00000004:00080000:1.0:1785389336.133136:0:9185:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1056437389612ns, next at 1057437386874ns, rc = 0 00010000:00010000:1.0:1785389336.133203:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133214:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133222:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133230:0:9185:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133235:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133241:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133294:0:9185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1785389336.133313:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133320:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133327:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133343:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389336.133347:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133355:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133375:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:1.0:1785389336.133378:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1785389336.133382:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133389:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7ade1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133404:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133411:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133417:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133422:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389336.133425:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133436:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133443:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389336.133445:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389336.133448:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.133453:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7add3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1785389336.133462:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000d14f7db reply state 00000000a9b3908d transno 4294968394 ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389336.133471:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1785389336.133613:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+117:33551:x1872115459035392:12345-192.168.204.39@tcp:36:rm.0 Request processed in 5729us (5996us total) trans 4294968394 rc 0/0 00000100:00100000:1.0:1785389336.133620:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1676 00010000:00010000:3.0:1785389336.153886:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389336.153899:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.153910:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389336.153914:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.153923:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.153941:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff943412840200) 00010000:00010000:3.0:1785389336.153944:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389336.153949:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.153956:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328400/0xb9b521054fd7ade8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155010:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155020:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155027:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155032:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389336.155036:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155043:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155052:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff94341e7d1700) 00010000:00010000:3.0:1785389336.155055:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389336.155058:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.155065:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328600/0xb9b521054fd7adda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389336.155847:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389336.155851:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389336.155853:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389336.316657:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389336.316666:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389336.318047:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1785389336.318056:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1785389336.523041:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968392 is committed 00000001:00080000:3.0:1785389336.523095:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968394 is committed 00000004:00080000:3.0:1785389336.523101:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000001:00080000:3.0:1785389336.523191:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968393 is committed 00000100:00100000:3.0:1785389336.523420:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485935488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1785389336.523481:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389336.523541:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485935488 00000100:00100000:3.0:1785389336.523548:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485935488 00000100:00100000:3.0:1785389336.523592:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1785389336.523600:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485935488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1785389336.523623:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00010000:00010000:3.0:1785389336.523646:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.523667:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 23 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.523677:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 21 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.523684:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.523688:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.523693:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.523717:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 21 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.523730:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 21 pid: 6614 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389336.523757:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485935616:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389336.523822:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 23 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.523836:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 23 pid: 6615 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389336.523845:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485935744:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389336.523864:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a3c0 going to sleep for 11 seconds 00000100:00080000:3.0:1785389336.523873:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389336.528834:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485935616:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389336.528849:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485935744:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389336.528874:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389336.529093:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.529456:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389336.529480:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459035648 00000100:00100000:3.0:1785389336.529487:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459035648 00010000:00010000:3.0:1785389336.529514:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 22 pid: 6614 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389336.529539:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459035776 00000100:00100000:3.0:1785389336.529541:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459035776 00010000:00010000:3.0:1785389336.529558:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 24 pid: 6615 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389336.529575:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:3.0:1785389336.529583:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+22:2362:x1872115459035648:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389336.529595:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389336.529599:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 22 pid: 6614 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.529611:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 22 pid: 6614 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.529631:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004da7df80/0xb9b521054fd7ad94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abb3 expref: 22 pid: 6614 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.529647:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00080000:2.0:1785389336.530013:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967386 is committed 00000001:00080000:2.0:1785389336.530028:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967387 is committed 00000001:00080000:2.0:1785389336.530041:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967389 is committed 00000100:00100000:3.0:1785389336.530191:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2362:x1872115459035648:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 606us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.530198:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 483 00000100:00100000:3.0:1785389336.530214:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00100000:3.0:1785389336.530220:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+24:2362:x1872115459035776:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389336.530227:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389336.530232:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 24 pid: 6615 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.530241:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 24 pid: 6615 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.530253:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005115bb05/0xb9b521054fd7a384 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a65e expref: 24 pid: 6615 timeout: 1156 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.530262:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.530266:0:7506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389336.530271:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.530279:0:7506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.530300:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389336.530320:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+23:2362:x1872115459035776:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 99us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389336.530325:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 484 00000100:00080000:3.0:1785389336.530369:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1785389336.530373:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389336.530382:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389336.530392:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389336.530400:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389336.530422:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1785389336.532287:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389336.532294:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.532302:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389336.532306:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.532314:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.532334:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.532341:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027cff059/0xb9b521054fd7adef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389336.532366:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389336.532368:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389336.532370:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389336.534224:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3324:x1872115485935488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10622us (10739us total) trans 4294967387 rc 0/0 00000100:00100000:2.0:1785389336.534234:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000004:00080000:2.0:1785389336.534293:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9433052e1500/2, rc 0, transno 4294967387 00000100:00100000:2.0:1785389336.534814:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485935488:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1785389336.556273:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000001:00080000:1.0:1785389336.556290:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00010000:00010000:3.0:1785389336.821692:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389337.456774:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485935872:0@lo:400:kworker.0 00000100:00100000:0.0:1785389337.456788:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485936256:0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.456927:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389337.456979:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485936384:0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.457005:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389337.457085:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485936128:0@lo:400:kworker.0 00000100:00100000:1.0:1785389337.457899:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485935872 00000100:00100000:1.0:1785389337.457907:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485935872 00000100:00100000:1.0:1785389337.457947:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1785389337.457954:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485935872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389337.458002:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485935872:12345-0@lo:400:kworker.0 Request processed in 49us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389337.458012:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1785389337.458119:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389337.458163:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485936000:0@lo:400:kworker.0 00000100:00100000:0.0:1785389337.458190:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389337.458198:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485936384 00000100:00100000:3.0:1785389337.458201:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485936384 00000100:00100000:0.0:1785389337.458209:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485936512:0@lo:400:kworker.0 00000100:00100000:0.0:1785389337.458230:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389337.458233:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485936000 00000100:00100000:3.0:1785389337.458236:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485936000 00000100:00100000:3.0:1785389337.458253:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1785389337.458259:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485936384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458292:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485936384:12345-0@lo:400:kworker.0 Request processed in 33us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389337.458298:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1785389337.458301:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485936256 00000100:00100000:1.0:1785389337.458304:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485936256 00000100:00100000:1.0:1785389337.458347:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485936512 00000100:00100000:1.0:1785389337.458351:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485936512 00000100:00100000:1.0:1785389337.458373:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1785389337.458379:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485936256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458381:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1785389337.458387:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485936000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458420:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485936000:12345-0@lo:400:kworker.0 Request processed in 32us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389337.458423:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485936256:12345-0@lo:400:kworker.0 Request processed in 44us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389337.458426:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1785389337.458428:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1785389337.458439:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1785389337.458444:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485936512:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1785389337.458445:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389337.458449:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389337.458471:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485936512:12345-0@lo:400:kworker.0 Request processed in 27us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389337.458476:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1785389337.458480:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485936000:0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458490:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485936512:0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458516:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485935872:0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458526:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485936384:0@lo:400:kworker.0 00000100:00100000:0.0:1785389337.458534:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485936256:0@lo:400:kworker.0 00000100:00100000:3.0:1785389337.458541:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389337.458573:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485936128 00000100:00100000:1.0:1785389337.458577:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485936128 00000100:00100000:1.0:1785389337.458626:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1785389337.458632:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485936128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389337.458663:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485936128:12345-0@lo:400:kworker.0 Request processed in 32us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389337.458668:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:3.0:1785389337.459473:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389337.459495:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485936128:0@lo:400:kworker.0 00000040:00080000:2.0:1785389337.460530:0:22489:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389337.460535:0:22489:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389337.460604:0:22489:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1785389337.460610:0:22489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389337.510945:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389337.510978:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459036032 00000100:00100000:3.0:1785389337.510988:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459036032 00000100:00100000:3.0:1785389337.511048:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1677 00000100:00100000:3.0:1785389337.511057:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33563:x1872115459036032:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:3.0:1785389337.511115:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389337.511172:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400031400/0xb9b521054fd7a31b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a62d expref: 115 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511191:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389337.511196:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389337.511233:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511246:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511256:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511282:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511289:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511295:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511632:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511643:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 59 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511651:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511681:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 59 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.511693:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 59 pid: 5821 timeout: 1157 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389337.511705:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485936640:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389337.511802:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340394a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389337.514001:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485936640:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389337.514037:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389337.514575:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389337.514601:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459036160 00000100:00100000:3.0:1785389337.514608:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459036160 00010000:00010000:3.0:1785389337.514634:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 60 pid: 5821 timeout: 1157 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389337.514674:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 485 00000100:00100000:3.0:1785389337.514682:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+60:2362:x1872115459036160:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389337.514693:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389337.514699:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 60 pid: 5821 timeout: 1157 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514709:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 60 pid: 5821 timeout: 1157 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514728:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7400/0xb9b521054fd7a2ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a618 expref: 60 pid: 5821 timeout: 1157 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514741:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389337.514764:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514771:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514781:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514797:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389337.514843:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:2362:x1872115459036160:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 161us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389337.514849:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 485 00010000:00010000:3.0:1785389337.514870:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.514876:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389337.515681:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9480 00000004:00080000:3.0:1785389337.515691:0:19127:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1057819945852ns, next at 1058819943561ns, rc = 0 00010000:00010000:3.0:1785389337.515908:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515919:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515927:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515934:0:19127:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515940:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515946:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515964:0:19127:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1785389337.515983:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515989:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.515995:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516001:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389337.516005:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516012:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516020:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:3.0:1785389337.516023:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1785389337.516026:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516032:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516047:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516052:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516062:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516067:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94343c089a00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389337.516069:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516076:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516084:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389337.516086:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389337.516088:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.516094:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7adf6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389337.516103:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007a235ba4 reply state 0000000093bf8feb transno 4294968395 ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389337.516111:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389337.516157:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33563:x1872115459036032:12345-192.168.204.39@tcp:36:rm.0 Request processed in 5101us (5220us total) trans 4294968395 rc 0/0 00000100:00100000:3.0:1785389337.516164:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1677 00010000:00010000:0.0:1785389337.516264:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389337.516271:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.516277:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389337.516281:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.516287:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.516296:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9434129f8200) 00010000:00010000:0.0:1785389337.516299:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1785389337.516301:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.516307:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.516325:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389337.516327:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389337.516328:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389337.525697:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.525725:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.525733:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.525739:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389337.525763:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.525772:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.525789:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff943409ed7500) 00010000:00010000:0.0:1785389337.525792:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389337.525797:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389337.525804:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7600/0xb9b521054fd7adfd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389337.843042:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389337.974921:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389337.979941:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485936768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389337.980014:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389337.980123:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485936768 00000100:00100000:1.0:1785389337.980132:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485936768 00000100:00100000:1.0:1785389337.980182:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1785389337.980190:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485936768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389337.980225:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389337.980271:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485936768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389337.980277:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1785389337.980322:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485936768:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389338.451198:0:22540:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389338.451209:0:22540:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389338.451285:0:22540:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1785389338.451444:0:22540:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389338.542888:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389338.542998:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459036416 00000100:00100000:2.0:1785389338.543009:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459036416 00000100:00100000:2.0:1785389338.543079:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1678 00000100:00100000:2.0:1785389338.543090:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33574:x1872115459036416:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:2.0:1785389338.543151:0:5821:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389338.543177:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d9c00/0xb9b521054fd7a46b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a6ab expref: 115 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543196:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:2.0:1785389338.543201:0:5821:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1785389338.543225:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543238:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543248:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543262:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543269:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543276:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543383:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543394:0:5821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543402:0:5821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543431:0:5821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 58 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.543444:0:5821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 58 pid: 5822 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389338.543456:0:5821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485936896:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389338.543535:0:5821:0:(client.c:2702:ptlrpc_set_wait()) set ffff94341077d900 going to sleep for 11 seconds 00000100:00080000:3.0:1785389338.543619:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389338.557781:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389338.557814:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459036544 00000100:00100000:1.0:1785389338.557824:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459036544 00010000:00010000:1.0:1785389338.557879:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 59 pid: 5822 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389338.557909:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 486 00000100:00100000:1.0:1785389338.557918:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:2363:x1872115459036544:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389338.557931:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389338.557938:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 59 pid: 5822 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389338.557950:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 59 pid: 5822 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389338.557970:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:1.0:1785389338.557975:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389338.557984:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389338.557992:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389338.558012:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389338.558057:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+59:2363:x1872115459036544:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 141us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389338.558065:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 486 00010000:00010000:2.0:1785389338.558223:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247200/0xb9b521054fd7a3fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a681 expref: 58 pid: 5822 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389338.558237:0:5821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5821:1872115485936896:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389338.558255:0:5821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.558263:0:5821:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.558268:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1785389338.558375:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1785389338.558964:0:5821:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9352 00000004:00080000:2.0:1785389338.558975:0:5821:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1058863229324ns, next at 1059863226869ns, rc = 0 00010000:00010000:2.0:1785389338.559041:0:5821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559052:0:5821:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559061:0:5821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559068:0:5821:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559075:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559082:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559100:0:5821:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389338.559121:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559128:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559134:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559139:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389338.559143:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559150:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559158:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:2.0:1785389338.559161:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389338.559164:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559170:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5c00/0xb9b521054fd7ae20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559186:0:5821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559192:0:5821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559198:0:5821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559204:0:5821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389338.559206:0:5821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559212:0:5821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559219:0:5821:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389338.559221:0:5821:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389338.559224:0:5821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389338.559230:0:5821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae12 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389338.559239:0:5821:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008544d21d reply state 000000004ad23199 transno 4294968396 ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389338.559253:0:5821:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389338.559310:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33574:x1872115459036416:12345-192.168.204.39@tcp:36:rm.0 Request processed in 16222us (16430us total) trans 4294968396 rc 0/0 00000100:00100000:2.0:1785389338.559331:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1678 00010000:00010000:3.0:1785389338.559564:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389338.559571:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.559580:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5400 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389338.559584:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.559591:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.559601:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9434092fef00) 00010000:00010000:3.0:1785389338.559603:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389338.559606:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.559612:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5400/0xb9b521054fd7ae27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.559625:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389338.559627:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389338.559629:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389338.561088:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.561101:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.561109:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.561116:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389338.561120:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.561128:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.561140:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff943418335700) 00010000:00010000:3.0:1785389338.561143:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389338.561146:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389338.561153:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5e00/0xb9b521054fd7ae19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5821 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389338.863030:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1785389338.990884:0:6641:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1059295135887ns, next at 1060295133694ns, rc = 0 00000100:00100000:0.0:1785389338.990983:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485937024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389338.991048:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389338.992248:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485937024 00000100:00100000:3.0:1785389338.992257:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485937024 00000100:00100000:3.0:1785389338.992315:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1785389338.992323:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485937024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389338.992355:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389338.992417:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485937024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389338.992424:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1785389338.992582:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485937024:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1785389339.505997:0:22592:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389339.506017:0:22592:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389339.506167:0:22592:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1785389339.506192:0:22592:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389339.610262:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389339.610763:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459036800 00000100:00100000:0.0:1785389339.610771:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459036800 00000100:00100000:0.0:1785389339.610828:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1679 00000100:00100000:0.0:1785389339.610838:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33584:x1872115459036800:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:0.0:1785389339.610897:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389339.610948:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943400030400/0xb9b521054fd7a591 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7ae expref: 115 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.610966:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:0.0:1785389339.610971:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389339.610994:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611007:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611018:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611031:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611038:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611044:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611430:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611442:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 57 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611451:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611483:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 57 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.611496:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 57 pid: 5821 timeout: 1159 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389339.611510:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485937152:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389339.611710:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff94330532c240 going to sleep for 11 seconds 00000100:00100000:3.0:1785389339.614239:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485937152:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389339.614279:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389339.624863:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389339.625044:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459036928 00000100:00100000:0.0:1785389339.625060:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459036928 00010000:00010000:0.0:1785389339.625113:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 58 pid: 5821 timeout: 1159 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389339.625148:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 487 00000100:00100000:0.0:1785389339.625158:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+58:2363:x1872115459036928:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389339.625172:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389339.625179:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 58 pid: 5821 timeout: 1159 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.625197:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 58 pid: 5821 timeout: 1159 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.625229:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328e00/0xb9b521054fd7a536 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a729 expref: 58 pid: 5821 timeout: 1159 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.625244:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:0.0:1785389339.625249:0:5807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.625258:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.625275:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.625314:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389339.625368:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115459036928:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 211us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389339.625375:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 487 00010000:00010000:2.0:1785389339.626568:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.626593:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389339.627488:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9544 00010000:00010000:2.0:1785389339.627604:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627649:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627672:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627680:0:5820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627686:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627706:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627760:0:5820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389339.627782:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627788:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627794:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627816:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389339.627820:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627828:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627838:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:2.0:1785389339.627841:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1785389339.627850:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389339.627857:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.627862:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b4800 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389339.627864:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.627866:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.627873:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.627882:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff94341e7d1c00) 00010000:00010000:3.0:1785389339.627884:0:5809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389339.627887:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627888:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34800/0xb9b521054fd7ae3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.627893:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b4800/0xb9b521054fd7ae43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.627904:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389339.627906:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389339.627908:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389339.627922:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627929:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627939:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627944:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389339.627947:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627968:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627977:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389339.627979:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389339.627981:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389339.627997:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae2e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389339.628007:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005cde0c2e reply state 000000003e853be6 transno 4294968397 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389339.628028:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389339.628116:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33584:x1872115459036800:12345-192.168.204.39@tcp:36:rm.0 Request processed in 17259us (17851us total) trans 4294968397 rc 0/0 00000100:00100000:2.0:1785389339.628125:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1679 00010000:00010000:0.0:1785389339.633693:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.633710:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.633717:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.633726:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389339.633732:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.633739:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.633783:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff9434129d5600) 00010000:00010000:0.0:1785389339.633786:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389339.633790:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389339.633797:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389339.891411:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389340.816358:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816516:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816553:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816579:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816599:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816617:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816638:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389340.816660:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037568 00000100:00100000:3.0:1785389340.816669:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037568 00000100:00100000:3.0:1785389340.816719:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037184 00000100:00100000:3.0:1785389340.816722:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037184 00000100:00100000:3.0:1785389340.816766:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 686 00000100:00100000:3.0:1785389340.816777:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115459037568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.816858:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115459037568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 83us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.816866:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 686 00000100:00100000:3.0:1785389340.816883:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 687 00000100:00100000:3.0:1785389340.816890:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2363:x1872115459037184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.816916:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2363:x1872115459037184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.816922:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 687 00000100:00100000:3.0:1785389340.816940:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037312 00000100:00100000:3.0:1785389340.816943:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037312 00000100:00100000:3.0:1785389340.816972:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037824 00000100:00100000:3.0:1785389340.816975:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037824 00000100:00100000:3.0:1785389340.816993:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037440 00000100:00100000:3.0:1785389340.816996:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037440 00000100:00100000:3.0:1785389340.817007:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037696 00000100:00100000:3.0:1785389340.817009:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037696 00000100:00100000:3.0:1785389340.817022:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 705 00000100:00100000:3.0:1785389340.817028:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459037312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.817055:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459037312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.817062:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 705 00000100:00100000:3.0:1785389340.817072:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 706 00000100:00100000:3.0:1785389340.817078:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115459037824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.817101:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2363:x1872115459037824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.817106:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 706 00000100:00100000:3.0:1785389340.817117:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00100000:3.0:1785389340.817123:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459037440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.817144:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459037440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.817150:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00100000:3.0:1785389340.817160:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 708 00000100:00100000:3.0:1785389340.817167:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115459037696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.817188:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2363:x1872115459037696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.817194:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 708 00000100:00080000:3.0:1785389340.817209:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389340.817213:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389340.817215:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389340.835247:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459037056 00000100:00100000:2.0:1785389340.835264:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459037056 00000100:00100000:3.0:1785389340.835515:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00100000:3.0:1785389340.835526:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459037056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389340.835617:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459037056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 92us (19268us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389340.835625:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 697 00010000:00010000:0.0:1785389340.912857:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389340.993192:0:22643:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389340.993200:0:22643:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389340.993283:0:22643:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1785389340.993294:0:22643:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389341.090381:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.090451:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.090492:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038208 00000100:00100000:3.0:1785389341.090500:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038208 00000100:00100000:3.0:1785389341.090542:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 91 00000100:00100000:3.0:1785389341.090550:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2365:x1872115459038208:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:3.0:1785389341.090584:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389341.090604:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7ae4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8abf2 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090709:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090722:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090733:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090761:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090768:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090775:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090851:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090858:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090865:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090871:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943404f9b800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389341.090876:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090883:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090893:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389341.090896:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389341.090900:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090907:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b800/0xb9b521054fd7ae51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090917:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090922:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090928:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090934:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b54e00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389341.090937:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090942:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090948:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xbb834312 (ffff943409ed7b00) 00010000:00010000:3.0:1785389341.090950:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389341.090953:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090958:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54e00/0xb9b521054fd7ae58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090986:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7ae4a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abf2 expref: 116 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.090995:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389341.090997:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1785389341.091001:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089a00/0xb9b521054fd7ae4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abf2 expref: 116 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.091011:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff94343c089a00, rc -2) 00000100:00100000:3.0:1785389341.091072:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:2365:x1872115459038208:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 522us (619us total) trans 0 rc -2/-2 00000100:00100000:3.0:1785389341.091080:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 91 00000100:00100000:3.0:1785389341.091152:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.091220:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038336 00000100:00100000:3.0:1785389341.091225:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038336 00000100:00100000:3.0:1785389341.091251:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:3.0:1785389341.091258:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459038336:12345-192.168.204.39@tcp:101:ll_agl.0 00010000:00010000:3.0:1785389341.091277:0:14689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1785389341.091289:0:14689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd7ae5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ac07 expref: -99 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.091308:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=6s v=(0 0) 00010000:00010000:3.0:1785389341.092075:0:14689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389341.092085:0:14689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd7ae5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ac07 expref: 21 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.092101:0:14689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd7ae5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ac07 expref: 21 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.092112:0:14689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9433023f7400, rc 0) 00000100:00100000:0.0:1785389341.092789:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038080 00000100:00100000:0.0:1785389341.092796:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038080 00000100:00100000:0.0:1785389341.092844:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1680 00000100:00100000:0.0:1785389341.092853:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+115:33594:x1872115459038080:12345-192.168.204.39@tcp:36:rm.0 00000100:00100000:3.0:1785389341.092875:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459038336:12345-192.168.204.39@tcp:101:ll_agl.0 Request processed in 1617us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389341.092882:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 502 00010000:00010000:0.0:1785389341.092889:0:5820:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389341.092908:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8600/0xb9b521054fd7a678 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a809 expref: 115 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.092920:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:0.0:1785389341.092924:0:5820:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389341.092940:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.092955:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.092963:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.092976:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.092984:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.092990:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.093146:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.093157:0:5820:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 56 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.093165:0:5820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.093196:0:5820:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 56 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.093209:0:5820:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 56 pid: 5820 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.093226:0:5820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485937280:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389341.093292:0:5820:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1785389341.102218:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.102288:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038464 00000100:00100000:3.0:1785389341.102297:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038464 00010000:00010000:3.0:1785389341.102335:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 57 pid: 5820 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389341.102381:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 488 00000100:00100000:3.0:1785389341.102392:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115459038464:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389341.102407:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389341.102414:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 57 pid: 5820 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.102429:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 57 pid: 5820 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.102451:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389341.102520:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.102531:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.102539:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.102560:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389341.102613:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+57:2363:x1872115459038464:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 223us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389341.102621:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 488 00010000:00010000:2.0:1785389341.102802:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433033c2e00/0xb9b521054fd7a647 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a7f4 expref: 56 pid: 5820 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389341.102822:0:5820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5820:1872115485937280:192.168.204.39@tcp:104: 00010000:00010000:2.0:1785389341.102844:0:5820:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.102853:0:5820:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.102858:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389341.104628:0:5820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9416 00000004:00080000:2.0:1785389341.104639:0:5820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1061408893771ns, next at 1062408891531ns, rc = 0 00010000:00010000:2.0:1785389341.105435:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105452:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105529:0:5820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105538:0:5820:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105544:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105551:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105578:0:5820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389341.105599:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105606:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105612:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105619:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389341.105624:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105631:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105642:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:2.0:1785389341.105645:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389341.105650:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.105738:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389341.105758:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.105765:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389341.105769:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.105775:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.105784:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9434129f8e00) 00010000:00010000:3.0:1785389341.105786:0:5809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1785389341.105789:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.105795:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7ae7b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.105806:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389341.105808:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389341.105810:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389341.105879:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7ae74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105902:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105909:0:5820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105918:0:5820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105923:0:5820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389341.105926:0:5820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105933:0:5820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105941:0:5820:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389341.105943:0:5820:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389341.105946:0:5820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389341.105952:0:5820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7ae66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389341.105961:0:5820:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000811761c2 reply state 0000000094c1bd12 transno 4294968398 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389341.105969:0:5820:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389341.106053:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+116:33594:x1872115459038080:12345-192.168.204.39@tcp:36:rm.0 Request processed in 13197us (15711us total) trans 4294968398 rc 0/0 00000100:00100000:2.0:1785389341.106062:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1680 00010000:00010000:3.0:1785389341.118023:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.118038:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.118046:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.118052:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389341.118058:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.118067:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.118089:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff9434129d5600) 00010000:00010000:3.0:1785389341.118093:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389341.118098:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.118105:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7ae6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5820 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1785389341.623414:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000001:00080000:1.0:1785389341.721926:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968398 is committed 00000004:00080000:1.0:1785389341.721937:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000004:00080000:1.0:1785389341.721951:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000004:00080000:1.0:1785389341.721958:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000004:00080000:1.0:1785389341.721969:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000100:00100000:2.0:1785389341.722183:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485937408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1785389341.722260:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389341.722576:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485937536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389341.722606:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389341.722632:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389341.722640:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485937664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389341.722657:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389341.722681:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485937408 00000100:00100000:0.0:1785389341.722686:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485937408 00000100:00100000:0.0:1785389341.722729:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485937536 00000100:00100000:0.0:1785389341.722731:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485937536 00000100:00100000:0.0:1785389341.722766:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485937664 00000100:00100000:0.0:1785389341.722768:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485937664 00000100:00100000:0.0:1785389341.722786:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1785389341.722795:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485937408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1785389341.722823:0:6615:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00010000:00010000:0.0:1785389341.722847:0:6615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.722869:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 13 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.722878:0:6615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.722891:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=6s v=(0 0) 00010000:00010000:0.0:1785389341.722895:0:6615:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389341.722899:0:6615:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.722925:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.722939:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.722951:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485937792:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389341.723129:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1785389341.723138:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485937536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1785389341.723152:0:21226:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00010000:00010000:3.0:1785389341.723167:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.723180:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 12 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.723188:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.723196:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=6s v=(0 0) 00010000:00010000:3.0:1785389341.723199:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389341.723202:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.723221:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.723231:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389341.723248:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485937920:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389341.723294:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 12 pid: 21226 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.723304:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 12 pid: 21226 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389341.723313:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485938048:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389341.723328:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff943405939240 going to sleep for 11 seconds 00010000:00010000:0.0:1785389341.723432:0:6615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 13 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.723442:0:6615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 13 pid: 12002 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.723451:0:6615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485938176:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389341.723474:0:6615:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e33e40 going to sleep for 11 seconds 00000100:00080000:0.0:1785389341.723487:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389341.723490:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389341.723502:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1785389341.723510:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485937664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1785389341.723523:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:32 count 1 00010000:00010000:0.0:1785389341.723535:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.723547:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.723555:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.724224:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=6s v=(0 0) 00010000:00010000:0.0:1785389341.724227:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389341.724232:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.724263:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 20 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.724274:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.724284:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485938304:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389341.724328:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.724342:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 12 pid: 14689 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.724350:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485938432:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389341.724370:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e333c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389341.729409:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.729440:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.729459:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389341.729487:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038592 00000100:00100000:3.0:1785389341.729496:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038592 00010000:00010000:3.0:1785389341.729531:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 21 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389341.729558:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038848 00000100:00100000:3.0:1785389341.729560:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038848 00010000:00010000:3.0:1785389341.729587:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 13 pid: 21226 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389341.729601:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038720 00000100:00100000:3.0:1785389341.729604:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038720 00010000:00010000:3.0:1785389341.729614:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 21 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389341.729628:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 489 00000100:00100000:3.0:1785389341.729636:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2364:x1872115459038592:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389341.729650:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389341.729655:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 21 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729668:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 21 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729693:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389341.729732:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2364:x1872115459038592:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 96us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389341.729739:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 489 00000100:00100000:3.0:1785389341.729808:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 490 00000100:00100000:3.0:1785389341.729815:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2364:x1872115459038848:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389341.729822:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389341.729827:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 13 pid: 21226 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729838:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 13 pid: 21226 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729858:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389341.729878:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2364:x1872115459038848:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 63us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389341.729885:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 490 00000100:00100000:3.0:1785389341.729897:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 491 00000100:00100000:3.0:1785389341.729903:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2364:x1872115459038720:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389341.729909:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389341.729913:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 21 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729922:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 21 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729934:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389341.729937:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389341.729944:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729952:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.729969:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389341.729986:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2364:x1872115459038720:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 83us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389341.729995:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 491 00010000:00010000:1.0:1785389341.730246:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b427a78/0xb9b521054fd7adb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc1 expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389341.730270:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485937920:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389341.730283:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c329ab0/0xb9b521054fd7a957 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a98a expref: 12 pid: 21226 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389341.730292:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21226:1872115485938048:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389341.730310:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389341.730324:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389341.730331:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389341.730340:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389341.730348:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389341.730360:0:21226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389341.730935:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3322:x1872115485937536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7796us (8326us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1785389341.730943:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00010000:00010000:3.0:1785389341.731230:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1785389341.731236:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.731245:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:3.0:1785389341.731260:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.731271:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.731285:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.731292:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000361e0c49/0xb9b521054fd7ae89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389341.731314:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389341.731316:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389341.731317:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389341.734620:0:3322:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:0.0:1785389341.734631:0:3322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9433052e1500, transno 4294967387 00000100:00100000:0.0:1785389341.734651:0:3322:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff943305380a80 x1872115485937536/t4294967388(4294967388) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1785389357 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1785389341.734663:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943305380a80/2, rc 0, transno 4294967388 00000100:00100000:0.0:1785389341.734669:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485937536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1785389341.734704:0:6615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8732593/0xb9b521054fd7ad9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abba expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.734722:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485937792:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389341.737553:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389341.737610:0:6615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6615:1872115485938176:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389341.737637:0:6615:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.737666:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459038976 00000100:00100000:0.0:1785389341.737672:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459038976 00010000:00010000:0.0:1785389341.737700:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 14 pid: 12002 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.737733:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 492 00000100:00100000:0.0:1785389341.737762:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2365:x1872115459038976:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389341.737777:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389341.737784:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 14 pid: 12002 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.737796:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 14 pid: 12002 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.737819:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054c4c316/0xb9b521054fd7a433 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a69d expref: 14 pid: 12002 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.737834:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389341.737838:0:5806:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389341.737844:0:5806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.737855:0:5806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.737876:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389341.737916:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2365:x1872115459038976:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 175us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389341.737924:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 492 00010000:00010000:0.0:1785389341.738003:0:6615:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738012:0:6615:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738021:0:6615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738029:0:6615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738044:0:6615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389341.738531:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485937408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15735us (16278us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1785389341.738539:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00010000:00010000:0.0:1785389341.738560:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389341.738566:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738575:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389341.738579:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738590:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738608:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738616:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b681a8d/0xb9b521054fd7ae82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.738633:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389341.738635:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389341.738636:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1785389341.738661:0:3325:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94343d3ab800/2, rc 0, transno 4294967390 00000100:00100000:0.0:1785389341.738673:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485937408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1785389341.749104:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389341.749157:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389341.749183:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459039232 00000100:00100000:0.0:1785389341.749191:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459039232 00010000:00010000:0.0:1785389341.749227:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 12 pid: 14689 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.749268:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459039104 00000100:00100000:0.0:1785389341.749271:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459039104 00010000:00010000:0.0:1785389341.749284:0:5807:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.749302:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:0.0:1785389341.749309:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115459039232:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389341.749324:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389341.749330:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 12 pid: 14689 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749340:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 12 pid: 14689 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749365:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389341.749412:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2365:x1872115459039232:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 101us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389341.749418:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 493 00000100:00100000:0.0:1785389341.749434:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 494 00000100:00100000:0.0:1785389341.749440:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2365:x1872115459039104:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389341.749446:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389341.749451:0:5807:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749462:0:5807:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 20 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749475:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389341.749479:0:5807:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389341.749486:0:5807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749500:0:5807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749519:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389341.749539:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2365:x1872115459039104:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 99us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389341.749545:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 494 00010000:00010000:0.0:1785389341.749590:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac7d72d0/0xb9b521054fd7adbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abcf expref: 19 pid: 6614 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.749603:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485938304:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389341.749615:0:6614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edcb0045/0xb9b521054fd7a950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a983 expref: 11 pid: 14689 timeout: 1162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389341.749622:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485938432:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389341.749643:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749651:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749657:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749670:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749677:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.749692:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1785389341.750186:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3322:x1872115485937664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26677us (27527us total) trans 4294967389 rc 0/0 00000100:00100000:0.0:1785389341.750193:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00010000:00010000:0.0:1785389341.750212:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389341.750218:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.750226:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389341.750230:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.750239:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.750259:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.750265:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc1420ed/0xb9b521054fd7ae90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389341.750281:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389341.750282:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389341.750284:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1785389341.750306:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943305382680/2, rc 0, transno 4294967389 00000100:00100000:0.0:1785389341.750311:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485937664:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1785389341.935036:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389342.588896:0:22697:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389342.588906:0:22697:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389342.588982:0:22697:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1785389342.588989:0:22697:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389342.600308:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389342.600364:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485938816:0@lo:400:kworker.0 00000100:00100000:2.0:1785389342.600428:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389342.600488:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485938816 00000100:00100000:2.0:1785389342.600494:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485938816 00000100:00100000:2.0:1785389342.600540:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1785389342.600547:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485938816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389342.600605:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485938816:12345-0@lo:400:kworker.0 Request processed in 59us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389342.600610:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1785389342.600645:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485938816:0@lo:400:kworker.0 00000100:00100000:2.0:1785389342.600690:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485938944:0@lo:400:kworker.0 00000100:00100000:2.0:1785389342.600709:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389342.601171:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485938560:0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601207:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389342.601231:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389342.601247:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485938688:0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601271:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1785389342.601300:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389342.601310:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485938944 00000100:00100000:0.0:1785389342.601313:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485938944 00000100:00100000:0.0:1785389342.601349:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485938688 00000100:00100000:0.0:1785389342.601352:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485938688 00000100:00100000:0.0:1785389342.601369:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1785389342.601374:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485938944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601408:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3323:x1872115485938944:12345-0@lo:400:kworker.0 Request processed in 34us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389342.601415:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1785389342.601426:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1785389342.601432:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485938688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601463:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485938688:12345-0@lo:400:kworker.0 Request processed in 30us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389342.601469:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1785389342.601489:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485938560 00000100:00100000:0.0:1785389342.601492:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485938560 00000100:00100000:0.0:1785389342.601515:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1785389342.601522:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485938560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601549:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485938560:12345-0@lo:400:kworker.0 Request processed in 28us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389342.601555:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00080000:0.0:1785389342.601579:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389342.601598:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485938688:0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601607:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485938560:0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.601638:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3323:1872115485938944:0@lo:400:kworker.0 00000100:00100000:0.0:1785389342.751321:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389342.756058:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389342.756138:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459039616 00000100:00100000:3.0:1785389342.756148:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459039616 00000100:00100000:3.0:1785389342.756214:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1681 00000100:00100000:3.0:1785389342.756226:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33606:x1872115459039616:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:3.0:1785389342.756290:0:9185:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389342.756315:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b400/0xb9b521054fd7a789 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8a3 expref: 111 pid: 19127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756331:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:3.0:1785389342.756351:0:9185:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1785389342.756373:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756386:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756395:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756439:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756448:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756454:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756764:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756777:0:9185:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 55 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756785:0:9185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756818:0:9185:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 55 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.756831:0:9185:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 55 pid: 5821 timeout: 1163 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389342.756846:0:9185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485939072:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389342.756915:0:9185:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340a6f09c0 going to sleep for 11 seconds 00000100:00080000:0.0:1785389342.757364:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389342.759606:0:9185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9185:1872115485939072:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389342.759627:0:9185:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389342.761926:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389342.764246:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459039360 00000100:00100000:1.0:1785389342.764261:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459039360 00000100:00100000:1.0:1785389342.764329:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 92 00000100:00100000:1.0:1785389342.764348:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115459039360:12345-192.168.204.39@tcp:63:ll_sa.0 00010000:00010000:1.0:1785389342.764381:0:5826:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1785389342.764401:0:5826:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7aeac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4e7ca109b1a8ac0e expref: -99 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764466:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764480:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764492:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764505:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764511:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764518:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764739:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764761:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764768:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764774:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389342.764778:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764789:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764800:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389342.764803:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389342.764808:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764814:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328200/0xb9b521054fd7aeb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764823:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764829:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764834:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764839:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389342.764842:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764847:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764853:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x4b66ad81 (ffff94341e7d1400) 00010000:00010000:1.0:1785389342.764855:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389342.764858:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764867:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329200/0xb9b521054fd7aeba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764897:0:5826:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7aeac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ac0e expref: 112 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764906:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:1.0:1785389342.764908:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1785389342.764911:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328c00/0xb9b521054fd7aeac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ac0e expref: 112 pid: 5826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389342.764918:0:5826:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff943305328c00, rc -2) 00000100:00100000:1.0:1785389342.764976:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115459039360:12345-192.168.204.39@tcp:63:ll_sa.0 Request processed in 631us (13664us total) trans 0 rc -2/-2 00000100:00100000:1.0:1785389342.764982:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 92 00000100:00100000:3.0:1785389342.770164:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459039744 00000100:00100000:3.0:1785389342.770177:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459039744 00010000:00010000:3.0:1785389342.770378:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 56 pid: 5821 timeout: 1163 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389342.770427:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 495 00000100:00100000:3.0:1785389342.770435:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+56:2362:x1872115459039744:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1785389342.770449:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1785389342.770455:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 56 pid: 5821 timeout: 1163 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770467:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 56 pid: 5821 timeout: 1163 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770491:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c3d8200/0xb9b521054fd7a758 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a88e expref: 56 pid: 5821 timeout: 1163 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770503:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:3.0:1785389342.770508:0:5805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770517:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770523:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770543:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1785389342.770592:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2362:x1872115459039744:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 158us (8672us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389342.770598:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 495 00010000:00010000:3.0:1785389342.770779:0:9185:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.770788:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1785389342.771975:0:9185:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9608 00000004:00080000:3.0:1785389342.773310:0:9185:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1063077564189ns, next at 1064077561287ns, rc = 0 00010000:00010000:3.0:1785389342.774415:0:9185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774613:0:9185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774625:0:9185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774632:0:9185:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774638:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774643:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774690:0:9185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1785389342.774709:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774714:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774720:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774724:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b69800 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389342.774728:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774734:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774761:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:3.0:1785389342.774765:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1785389342.774769:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774775:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b69800/0xb9b521054fd7aea5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774792:0:9185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774798:0:9185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774803:0:9185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774808:0:9185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68200 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:3.0:1785389342.774810:0:9185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774816:0:9185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774823:0:9185:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:3.0:1785389342.774826:0:9185:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1785389342.774829:0:9185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389342.774834:0:9185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68200/0xb9b521054fd7ae97 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1785389342.774843:0:9185:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000000f8eab6 reply state 00000000fbfe9377 transno 4294968399 ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389342.774856:0:9185:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1785389342.774929:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33606:x1872115459039616:12345-192.168.204.39@tcp:36:rm.0 Request processed in 18704us (18878us total) trans 4294968399 rc 0/0 00000100:00100000:3.0:1785389342.774937:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1681 00010000:00010000:2.0:1785389342.775493:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1785389342.775500:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389342.775507:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:2.0:1785389342.775511:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389342.775517:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389342.775526:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff943412840d00) 00010000:00010000:2.0:1785389342.775529:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1785389342.775532:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389342.775538:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f7200/0xb9b521054fd7aec1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389342.775553:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389342.775555:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389342.775557:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1785389342.776157:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1785389342.777637:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.777647:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.777653:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.777658:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943301b68600 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389342.777661:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.777671:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.777681:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff9434129f8200) 00010000:00010000:0.0:1785389342.777684:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389342.777687:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.777692:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b68600/0xb9b521054fd7ae9e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389342.959155:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389343.086960:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485939200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389343.087033:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389343.087159:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485939200 00000100:00100000:1.0:1785389343.087166:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485939200 00000100:00100000:1.0:1785389343.087213:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1785389343.087221:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3324:x1872115485939200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389343.087264:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389343.087309:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3324:x1872115485939200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389343.087315:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00080000:0.0:1785389343.087449:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389343.087502:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485939200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389343.984287:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389344.080792:0:22748:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389344.082277:0:22748:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389344.082373:0:22748:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1785389344.082384:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:1.0:1785389344.118979:0:6641:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1064423232073ns, next at 1065423229681ns, rc = 0 00000100:00100000:2.0:1785389344.119154:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485939328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389344.119231:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389344.119304:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485939328 00000100:00100000:2.0:1785389344.119311:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485939328 00000100:00100000:2.0:1785389344.119425:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1785389344.119434:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485939328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389344.119470:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389344.119550:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3325:x1872115485939328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389344.119558:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1785389344.119616:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485939328:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389344.119782:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389344.188432:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389344.188503:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040000 00000100:00100000:0.0:1785389344.188511:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040000 00000100:00100000:0.0:1785389344.188603:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1682 00000100:00100000:0.0:1785389344.188617:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33617:x1872115459040000:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:0.0:1785389344.188674:0:19127:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389344.188699:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305246600/0xb9b521054fd7a85b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8f7 expref: 111 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188716:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389344.188721:0:19127:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1785389344.188767:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188781:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188790:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188811:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188818:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188825:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188916:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188926:0:19127:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 54 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188935:0:19127:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188967:0:19127:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 54 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.188981:0:19127:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 54 pid: 5822 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389344.189001:0:19127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485939456:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389344.189295:0:19127:0:(client.c:2702:ptlrpc_set_wait()) set ffff943409e33900 going to sleep for 11 seconds 00000100:00080000:1.0:1785389344.191087:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389344.196378:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389344.196538:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040128 00000100:00100000:0.0:1785389344.196546:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040128 00010000:00010000:0.0:1785389344.196590:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 55 pid: 5822 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389344.196621:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 496 00000100:00100000:0.0:1785389344.196629:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2363:x1872115459040128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389344.196643:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389344.196650:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 55 pid: 5822 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.196663:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 55 pid: 5822 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.196684:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389344.196689:0:17125:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.196699:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.196706:0:17125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.196724:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389344.196785:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+55:2363:x1872115459040128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 155us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389344.196793:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 496 00000100:00080000:0.0:1785389344.196854:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1785389344.198239:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433023f6200/0xb9b521054fd7a82a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a8e2 expref: 54 pid: 5822 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389344.198257:0:19127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:19127:1872115485939456:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389344.198275:0:19127:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198285:0:19127:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198291:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1785389344.198872:0:19127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9480 00000004:00080000:0.0:1785389344.198881:0:19127:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1064503136026ns, next at 1065503133931ns, rc = 0 00010000:00010000:0.0:1785389344.198937:0:19127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198949:0:19127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198958:0:19127:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198966:0:19127:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198977:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.198983:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.199001:0:19127:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1785389344.199018:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.199023:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.199029:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.199034:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389344.199037:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.199043:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.199050:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389344.202274:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1785389344.202287:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202298:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34000/0xb9b521054fd7aed6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202325:0:19127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202332:0:19127:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202339:0:19127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202345:0:19127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389344.202349:0:19127:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202356:0:19127:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202369:0:19127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:0.0:1785389344.202371:0:19127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389344.202374:0:19127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.202380:0:19127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35400/0xb9b521054fd7aec8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1785389344.202388:0:19127:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000167154bf reply state 000000001e9b26d7 transno 4294968400 ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389344.202396:0:19127:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1785389344.203696:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33617:x1872115459040000:12345-192.168.204.39@tcp:36:rm.0 Request processed in 15079us (15268us total) trans 4294968400 rc 0/0 00000100:00100000:0.0:1785389344.203706:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1682 00010000:00010000:0.0:1785389344.203755:0:13566:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389344.203762:0:13566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.203770:0:13566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389344.203774:0:13566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.203782:0:13566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.203794:0:13566:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9434129f8b00) 00010000:00010000:0.0:1785389344.203797:0:13566:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1785389344.203800:0:13566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.203806:0:13566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35000/0xb9b521054fd7aedd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389344.203823:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389344.203824:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389344.203826:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389344.219639:0:3308:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389344.219655:0:3308:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389344.219664:0:3308:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389344.219669:0:3308:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f34c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:1.0:1785389344.219674:0:3308:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389344.219682:0:3308:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389344.219698:0:3308:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff9434129d5000) 00010000:00010000:1.0:1785389344.219701:0:3308:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1785389344.219706:0:3308:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389344.219713:0:3308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34c00/0xb9b521054fd7aecf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19127 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.006824:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389345.495055:0:22799:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389345.495065:0:22799:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389345.495142:0:22799:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1785389345.495153:0:22799:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389345.614501:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.614578:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040384 00000100:00100000:1.0:1785389345.614588:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040384 00000100:00100000:1.0:1785389345.614645:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 1683 00000100:00100000:1.0:1785389345.614654:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:33627:x1872115459040384:12345-192.168.204.39@tcp:36:rm.0 00010000:00010000:1.0:1785389345.614712:0:5822:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389345.614737:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305247c00/0xb9b521054fd7aa4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9d7 expref: 111 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614774:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:1.0:1785389345.614779:0:5822:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1785389345.614803:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614815:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614825:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614862:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614870:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614876:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614979:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.614995:0:5822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.615002:0:5822:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.615033:0:5822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 53 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.615046:0:5822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 53 pid: 5821 timeout: 1165 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389345.615060:0:5822:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485939584:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389345.615142:0:5822:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406fb9840 going to sleep for 11 seconds 00000100:00100000:0.0:1785389345.638547:0:5822:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5822:1872115485939584:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389345.638577:0:5822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389345.641540:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.641639:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040512 00000100:00100000:1.0:1785389345.641648:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040512 00010000:00010000:1.0:1785389345.641690:0:7506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 54 pid: 5821 timeout: 1165 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389345.641724:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 497 00000100:00100000:1.0:1785389345.641732:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+54:2362:x1872115459040512:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389345.641765:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389345.641772:0:7506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 54 pid: 5821 timeout: 1165 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.641784:0:7506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 54 pid: 5821 timeout: 1165 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.641806:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088600/0xb9b521054fd7a9ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a99f expref: 54 pid: 5821 timeout: 1165 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.641825:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:1.0:1785389345.641830:0:7506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.641840:0:7506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.641847:0:7506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.641874:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389345.641921:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115459040512:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 189us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389345.641928:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 497 00010000:00010000:2.0:1785389345.642072:0:5822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642081:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1785389345.642654:0:5822:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].22, 64 off9672 00000004:00080000:2.0:1785389345.642662:0:5822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1065946916813ns, next at 1066946914503ns, rc = 0 00010000:00010000:2.0:1785389345.642722:0:5822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642734:0:5822:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642770:0:5822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642779:0:5822:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642786:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642793:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642809:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1785389345.642826:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642832:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642839:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642845:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329400 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389345.642850:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642857:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642869:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:2.0:1785389345.642872:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1785389345.642876:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642881:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329400/0xb9b521054fd7aef2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642898:0:5822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642905:0:5822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642911:0:5822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642916:0:5822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328000 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:2.0:1785389345.642919:0:5822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642925:0:5822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642932:0:5822:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff9434092fe000) 00010000:00010000:2.0:1785389345.642934:0:5822:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1785389345.642937:0:5822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389345.642942:0:5822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305328000/0xb9b521054fd7aee4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1785389345.642954:0:5822:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000176cc88f reply state 0000000055088a20 transno 4294968401 ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389345.642962:0:5822:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1785389345.643013:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+112:33627:x1872115459040384:12345-192.168.204.39@tcp:36:rm.0 Request processed in 28359us (28520us total) trans 4294968401 rc 0/0 00000100:00100000:2.0:1785389345.643021:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 1683 00010000:00010000:1.0:1785389345.643438:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389345.643445:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.643451:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433030b5200 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389345.643455:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.643461:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.643469:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff94340b507600) 00010000:00010000:1.0:1785389345.643472:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1785389345.643475:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.643481:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433030b5200/0xb9b521054fd7aef9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389345.643494:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389345.643496:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389345.643498:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389345.651505:0:3309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.651521:0:3309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.651530:0:3309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.651536:0:3309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305329c00 already unused, calling callback (ffffffffc21ba4f0) 00010000:00010000:0.0:1785389345.651540:0:3309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.651548:0:3309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.651563:0:3309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff94341e7d1100) 00010000:00010000:0.0:1785389345.651566:0:3309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1785389345.651570:0:3309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389345.651576:0:3309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943305329c00/0xb9b521054fd7aeeb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5822 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389345.937011:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937046:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937066:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937094:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937115:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937134:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937155:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389345.937189:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041024 00000100:00100000:1.0:1785389345.937198:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041024 00000100:00100000:1.0:1785389345.937250:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041280 00000100:00100000:1.0:1785389345.937253:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041280 00000100:00100000:1.0:1785389345.937271:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040896 00000100:00100000:1.0:1785389345.937274:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040896 00000100:00100000:3.0:1785389345.937339:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040768 00000100:00100000:3.0:1785389345.937344:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040768 00000100:00100000:3.0:1785389345.937376:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041152 00000100:00100000:3.0:1785389345.937379:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041152 00000100:00100000:0.0:1785389345.937395:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:3.0:1785389345.937403:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 692 00000100:00100000:0.0:1785389345.937405:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115459040768:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389345.937409:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459041152:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389345.937469:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459041152:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 60us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389345.937478:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 692 00000100:00100000:0.0:1785389345.939739:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+111:2364:x1872115459040768:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 2319us (2721us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389345.939766:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 691 00000100:00100000:2.0:1785389345.942181:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041408 00000100:00100000:2.0:1785389345.942191:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041408 00000100:00100000:2.0:1785389345.942250:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 709 00000100:00100000:2.0:1785389345.942259:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2364:x1872115459041024:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389345.943831:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 710 00000100:00100000:0.0:1785389345.943845:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2364:x1872115459041280:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389345.943912:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2364:x1872115459041280:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (6845us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389345.943923:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 710 00000100:00100000:0.0:1785389345.943957:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:0.0:1785389345.943964:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2364:x1872115459040896:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389345.943994:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2364:x1872115459040896:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (6878us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389345.944000:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:0.0:1785389345.944011:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 712 00000100:00100000:0.0:1785389345.944018:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115459041408:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389345.944038:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115459041408:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (6882us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389345.944043:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 712 00000100:00080000:0.0:1785389345.944059:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389345.944063:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389345.945512:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2364:x1872115459041024:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3252us (8462us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389345.945520:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 709 00000100:00100000:2.0:1785389345.945582:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459040640 00000100:00100000:2.0:1785389345.945590:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459040640 00000100:00100000:2.0:1785389345.945630:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 699 00000100:00100000:2.0:1785389345.945637:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459040640:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389345.945663:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459040640:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (8567us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389345.945669:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 699 00010000:00010000:0.0:1785389346.032940:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389346.542958:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389346.542967:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389346.544024:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:1.0:1785389346.544033:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1785389346.797420:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967390 is committed 00000001:00080000:3.0:1785389346.801544:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967389 is committed 00000001:00080000:1.0:1785389346.808014:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968400 is committed 00000004:00080000:1.0:1785389346.808026:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000004:00080000:1.0:1785389346.808063:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 26 committed 00000001:00080000:1.0:1785389346.808076:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968401 is committed 00000004:00080000:1.0:1785389346.808177:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 27 committed 00000004:00080000:1.0:1785389346.808184:0:5842:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000100:00100000:0.0:1785389346.808393:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485939840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1785389346.808456:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389346.808502:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389346.808507:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485939712:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1785389346.808525:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389346.808545:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485939968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1785389346.808565:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389346.808578:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389346.808582:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485940096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1785389346.808600:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389346.808629:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485939840 00000100:00100000:0.0:1785389346.808635:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485939840 00000100:00100000:0.0:1785389346.808676:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485939712 00000100:00100000:0.0:1785389346.808678:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485939712 00000100:00100000:0.0:1785389346.808693:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485939968 00000100:00100000:0.0:1785389346.808695:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485939968 00000100:00100000:0.0:1785389346.808703:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485940096 00000100:00100000:0.0:1785389346.808705:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485940096 00000100:00100000:0.0:1785389346.808716:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1785389346.808723:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3323:x1872115485939840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1785389346.808766:0:6613:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00010000:00010000:0.0:1785389346.808790:0:6613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.808813:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.808823:0:6613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 19 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.808831:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=11s v=(0 0) 00010000:00010000:0.0:1785389346.808835:0:6613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1785389346.808840:0:6613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.808865:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 19 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.808878:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.808891:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485940224:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389346.811106:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1785389346.811134:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485939712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1785389346.811173:0:6614:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00010000:00010000:1.0:1785389346.811197:0:6614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811217:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811228:0:6614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811235:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=11s v=(0 0) 00010000:00010000:1.0:1785389346.811239:0:6614:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.811243:0:6614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811271:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811284:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 18 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389346.811297:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485940352:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389346.811528:0:6613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 12 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.811540:0:6613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 12 pid: 6615 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.811551:0:6613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485940480:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389346.811632:0:6614:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811642:0:6614:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 10 pid: 12002 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389346.811652:0:6614:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485940608:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389346.811678:0:6614:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1785389346.811697:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1785389346.811706:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3324:x1872115485939968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1785389346.811721:0:12002:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:33 count 1 00010000:00010000:1.0:1785389346.811735:0:12002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811760:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811770:0:12002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 19 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811776:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=11s v=(0 0) 00010000:00010000:1.0:1785389346.811779:0:12002:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.811783:0:12002:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 5/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811809:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 19 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811820:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389346.811829:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485940736:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389346.811860:0:12002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 12 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.811869:0:12002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 12 pid: 14689 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389346.811878:0:12002:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485940864:192.168.204.39@tcp:104: 00000100:00100000:1.0:1785389346.811900:0:12002:0:(client.c:2702:ptlrpc_set_wait()) set ffff943406f9b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1785389346.812026:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1785389346.812037:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3324:x1872115485940096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1785389346.812051:0:21226:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:34 count 1 00010000:00010000:3.0:1785389346.812063:0:21226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.812074:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.812098:0:21226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 19 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.812105:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=11s v=(0 0) 00010000:00010000:3.0:1785389346.812108:0:21226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1785389346.812112:0:21226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.812136:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 19 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.812145:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389346.812164:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485940992:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389346.812199:0:21226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 12 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.812208:0:21226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 12 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389346.812217:0:21226:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485941120:192.168.204.39@tcp:104: 00000100:00100000:3.0:1785389346.812233:0:21226:0:(client.c:2702:ptlrpc_set_wait()) set ffff94340871ba80 going to sleep for 11 seconds 00000100:00080000:3.0:1785389346.812248:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389346.812252:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389346.812366:0:6613:0:(client.c:2702:ptlrpc_set_wait()) set ffff943441e7e600 going to sleep for 11 seconds 00000100:00100000:1.0:1785389346.817466:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485940224:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389346.817476:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485940352:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389346.817491:0:6614:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6614:1872115485940608:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389346.817516:0:6614:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.817541:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485940736:192.168.204.39@tcp:104: 00000100:00100000:0.0:1785389346.821800:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389346.821829:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389346.821856:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389346.821893:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041536 00000100:00100000:1.0:1785389346.821902:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041536 00000100:00100000:0.0:1785389346.821932:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389346.821955:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041792 00010000:00010000:1.0:1785389346.821957:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 20 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.821960:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041792 00010000:00010000:0.0:1785389346.821985:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 11 pid: 12002 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1785389346.821997:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041664 00000100:00100000:0.0:1785389346.822007:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459041920 00000100:00100000:1.0:1785389346.822010:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041664 00000100:00100000:0.0:1785389346.822012:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459041920 00010000:00010000:1.0:1785389346.822031:0:17125:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.822033:0:5806:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 21 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.822063:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 498 00000100:00100000:0.0:1785389346.822084:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+21:2363:x1872115459041536:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389346.822098:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1785389346.822104:0:5806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 21 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.822119:0:5806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 21 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.822143:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8117ef7/0xb9b521054fd7ada2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abc8 expref: 21 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.822168:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389346.822210:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459041536:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 138us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389346.822481:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:1.0:1785389346.822490:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2363:x1872115459041792:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389346.822500:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389346.822506:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 11 pid: 12002 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822516:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 11 pid: 12002 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822532:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c30a34/0xb9b521054fd7aa61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9ec expref: 11 pid: 12002 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822542:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389346.822563:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459041792:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 75us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389346.822569:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 499 00000100:00100000:1.0:1785389346.822587:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 500 00000100:00100000:1.0:1785389346.822594:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+20:2363:x1872115459041920:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389346.822602:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389346.822607:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 20 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822624:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 20 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822636:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a7661ad/0xb9b521054fd7ada9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abd6 expref: 20 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822646:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389346.822664:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115459041920:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 70us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389346.822671:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 500 00000100:00100000:1.0:1785389346.822683:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 501 00000100:00100000:1.0:1785389346.822690:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+19:2363:x1872115459041664:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389346.822697:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389346.822701:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822711:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822724:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b021e5df/0xb9b521054fd7adc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abdd expref: 19 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822734:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.822739:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.822765:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822776:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.822802:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389346.822822:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459041664:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 132us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389346.822829:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 501 00000100:00100000:0.0:1785389346.826054:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 498 00010000:00010000:0.0:1785389346.826109:0:6614:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826128:0:6614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826140:0:6614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826149:0:6614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826178:0:6614:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389346.826330:0:6613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6613:1872115485940480:192.168.204.39@tcp:104: 00010000:00010000:1.0:1785389346.826423:0:6613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.826777:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3323:x1872115485939712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15659us (18249us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1785389346.826786:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00010000:00010000:0.0:1785389346.826818:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1785389346.826824:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826833:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328e00 already unused, calling callback (ffffffffc1772300) 00010000:00010000:0.0:1785389346.826837:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826847:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826865:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826874:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de39a62f/0xb9b521054fd7af07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.826896:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389346.826898:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389346.826900:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389346.827595:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:1.0:1785389346.827602:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943305380a80, transno 4294967388 00000004:00080000:1.0:1785389346.827618:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943305382680, transno 4294967389 00000100:00100000:1.0:1785389346.827627:0:3323:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff943302e3b100 x1872115485939712/t4294967390(4294967390) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1785389362 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1785389346.827636:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302e3b100/2, rc 0, transno 4294967390 00000100:00100000:1.0:1785389346.827642:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485939712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1785389346.833625:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305382300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485941120:192.168.204.39@tcp:104: 00000100:00100000:2.0:1785389346.840391:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389346.840432:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389346.840502:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389346.840577:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389346.840604:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042048 00000100:00100000:2.0:1785389346.840613:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042048 00010000:00010000:2.0:1785389346.840650:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 13 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389346.840683:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042176 00000100:00100000:2.0:1785389346.840686:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042176 00010000:00010000:2.0:1785389346.840698:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 14 pid: 6615 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389346.840711:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042304 00000100:00100000:2.0:1785389346.840713:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042304 00010000:00010000:2.0:1785389346.840725:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 15 pid: 14689 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389346.840737:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042432 00000100:00100000:2.0:1785389346.840739:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042432 00010000:00010000:2.0:1785389346.840799:0:5805:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 18 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1785389346.840817:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:2.0:1785389346.840825:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+15:2364:x1872115459042048:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389346.840840:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389346.840846:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 15 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.840858:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 15 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.840881:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f3fa06f/0xb9b521054fd7ab10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8aa2b expref: 15 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.840896:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389346.840942:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+14:2364:x1872115459042048:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 116us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389346.840949:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 502 00000100:00100000:2.0:1785389346.840966:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 503 00000100:00100000:2.0:1785389346.840973:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+13:2364:x1872115459042176:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389346.840981:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1785389346.840986:0:5805:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 13 pid: 6615 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.840996:0:5805:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 13 pid: 6615 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.841008:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4ea8f3f/0xb9b521054fd7a95e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a991 expref: 13 pid: 6615 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.841018:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389346.841022:0:5805:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1785389346.841027:0:5805:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.841042:0:5805:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389346.841063:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389346.842204:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00100000:1.0:1785389346.842216:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115459042304:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389346.842226:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389346.842233:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 12 pid: 14689 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842245:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 12 pid: 14689 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842259:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.842262:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.842267:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842275:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842288:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389346.842313:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+12:2363:x1872115459042304:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 100us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389346.842319:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 504 00000100:00100000:1.0:1785389346.842336:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 505 00000100:00100000:1.0:1785389346.842342:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459042432:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389346.842349:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1785389346.842353:0:17125:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 18 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842363:0:17125:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 18 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842379:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.842382:0:17125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1785389346.842386:0:17125:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842393:0:17125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842402:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389346.842418:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459042432:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 76us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389346.842424:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 505 00010000:00010000:1.0:1785389346.842553:0:6613:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842562:0:6613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842571:0:6613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842578:0:6613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.842595:0:6613:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1785389346.843204:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3323:x1872115485939840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34478us (34745us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1785389346.843212:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00010000:00010000:1.0:1785389346.843233:0:5808:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389346.843238:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.843246:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943425f35000 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389346.843250:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.843259:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.843271:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.843278:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc1420ed/0xb9b521054fd7af00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.843300:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389346.843302:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389346.843304:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389346.843333:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:1.0:1785389346.843339:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94343d3ab800, transno 4294967390 00000100:00100000:1.0:1785389346.843352:0:3323:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff943302e39180 x1872115485939840/t4294967391(4294967391) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1785389362 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1785389346.843363:0:3323:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302e39180/2, rc 0, transno 4294967391 00000100:00100000:1.0:1785389346.843369:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485939840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1785389346.843429:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+11:2364:x1872115459042176:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 108us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389346.843437:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 503 00010000:00010000:3.0:1785389346.843601:0:21226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1dedb28/0xb9b521054fd7adb0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abe4 expref: 17 pid: 6614 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1785389346.843612:0:21226:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21226:1872115485940992:192.168.204.39@tcp:104: 00010000:00010000:3.0:1785389346.843636:0:21226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.843644:0:21226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.843651:0:21226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.843659:0:21226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.843665:0:21226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1785389346.843688:0:21226:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1785389346.844187:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302e3bb80/2, rc 0, transno 4294967392 00000100:00100000:1.0:1785389346.844193:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485940096:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1785389346.844299:0:12002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000688a5278/0xb9b521054fd7aa5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a9e5 expref: 10 pid: 14689 timeout: 1167 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1785389346.844312:0:12002:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:12002:1872115485940864:192.168.204.39@tcp:104: 00010000:00010000:0.0:1785389346.844334:0:12002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.844343:0:12002:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.844350:0:12002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.844359:0:12002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.844367:0:12002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389346.844393:0:12002:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1785389346.844783:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3324:x1872115485939968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33077us (36214us total) trans 4294967393 rc 0/0 00000100:00100000:0.0:1785389346.844791:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00010000:00010000:1.0:1785389346.845496:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1785389346.845502:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845510:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9433023f7600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389346.845513:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845521:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845534:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845541:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027cff059/0xb9b521054fd7af15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845555:0:5809:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1785389346.845558:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845563:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff943305328600 already unused, calling callback (ffffffffc1772300) 00010000:00010000:1.0:1785389346.845565:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845572:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845580:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845586:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026550864/0xb9b521054fd7af0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389346.845598:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389346.845600:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389346.845601:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389346.846406:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1785389346.848381:0:3324:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff943302e38700/2, rc 0, transno 4294967393 00000100:00100000:0.0:1785389346.848394:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485939968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1785389346.848557:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3324:x1872115485940096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32042us (35475us total) trans 4294967392 rc 0/0 00000100:00100000:3.0:1785389346.848571:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000040:00080000:0.0:1785389346.978580:0:22854:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389346.978590:0:22854:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389346.980046:0:22854:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389346.980058:0:22854:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389347.059015:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389347.695581:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485941632:0@lo:400:kworker.0 00000100:00100000:0.0:1785389347.695646:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389347.695760:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389347.695767:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485941504:0@lo:400:kworker.0 00000100:00100000:0.0:1785389347.695800:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389347.695868:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485941248:0@lo:400:kworker.0 00000100:00100000:1.0:1785389347.695903:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389347.695930:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389347.695935:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485941376:0@lo:400:kworker.0 00000100:00100000:1.0:1785389347.695955:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389347.696078:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485941632 00000100:00100000:3.0:1785389347.696086:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485941632 00000100:00100000:3.0:1785389347.696150:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485941504 00000100:00100000:3.0:1785389347.696154:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485941504 00000100:00100000:3.0:1785389347.696171:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485941376 00000100:00100000:3.0:1785389347.696174:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485941376 00000100:00100000:3.0:1785389347.696189:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1785389347.696198:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485941632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389347.696264:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485941632:12345-0@lo:400:kworker.0 Request processed in 66us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389347.696271:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1785389347.696287:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1785389347.696293:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485941504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389347.696318:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3325:x1872115485941504:12345-0@lo:400:kworker.0 Request processed in 25us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389347.696324:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1785389347.696332:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1785389347.696337:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485941376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389347.696360:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1872115485941376:12345-0@lo:400:kworker.0 Request processed in 22us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389347.696365:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1785389347.696401:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3325:1872115485941504:0@lo:400:kworker.0 00000100:00100000:3.0:1785389347.696410:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485941632:0@lo:400:kworker.0 00000100:00080000:1.0:1785389347.696469:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389347.696488:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3322:1872115485941376:0@lo:400:kworker.0 00000100:00100000:0.0:1785389347.696584:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485941248 00000100:00100000:0.0:1785389347.696589:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485941248 00000100:00100000:0.0:1785389347.696622:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1785389347.696628:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485941248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389347.696667:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3322:x1872115485941248:12345-0@lo:400:kworker.0 Request processed in 39us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389347.696673:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1785389347.696813:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9325daa-a3fa-449f-b96f-404303c31621:3322:1872115485941248:0@lo:400:kworker.0 00010000:00010000:1.0:1785389348.079004:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389348.207738:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485941760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389348.207966:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389348.208055:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485941760 00000100:00100000:3.0:1785389348.208063:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485941760 00000100:00100000:3.0:1785389348.208118:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1785389348.208137:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485941760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389348.208174:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389348.208220:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3322:x1872115485941760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389348.208227:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:3.0:1785389348.208245:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389348.208282:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485941760:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389349.110771:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389349.238898:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485941888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389349.238966:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389349.239058:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485941888 00000100:00100000:1.0:1785389349.239066:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485941888 00000100:00100000:1.0:1785389349.239133:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1785389349.239143:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3323:x1872115485941888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389349.239178:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389349.239219:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3323:x1872115485941888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389349.239226:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:3.0:1785389349.239317:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389349.239352:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485941888:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389349.415873:0:22906:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389349.415882:0:22906:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389349.418516:0:22906:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389349.418714:0:22906:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389350.126897:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389351.054945:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389351.054981:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389351.055006:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389351.055025:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389351.055061:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389351.055100:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042816 00000100:00100000:1.0:1785389351.055109:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042816 00000100:00100000:1.0:1785389351.055155:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043328 00000100:00100000:1.0:1785389351.055158:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043328 00000100:00100000:1.0:1785389351.055177:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 713 00000100:00100000:1.0:1785389351.055187:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459042816:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389351.055255:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459042816:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 70us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389351.055262:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 713 00000100:00100000:1.0:1785389351.055280:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 714 00000100:00100000:1.0:1785389351.055285:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459043328:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389351.055306:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459043328:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389351.055312:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 714 00000100:00100000:1.0:1785389351.055326:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043072 00000100:00100000:1.0:1785389351.055330:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043072 00000100:00100000:1.0:1785389351.055350:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042688 00000100:00100000:1.0:1785389351.055353:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042688 00000100:00100000:1.0:1785389351.055369:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 696 00000100:00100000:1.0:1785389351.055374:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2363:x1872115459043072:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389351.055399:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2363:x1872115459043072:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389351.055406:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 696 00000100:00100000:1.0:1785389351.055416:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00100000:1.0:1785389351.055421:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2363:x1872115459042688:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389351.055440:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2363:x1872115459042688:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389351.055446:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 697 00000100:00080000:1.0:1785389351.055464:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389351.055469:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389351.055470:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389351.055532:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042560 00000100:00100000:3.0:1785389351.055536:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042560 00000100:00100000:3.0:1785389351.055569:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:3.0:1785389351.055575:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459042560:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389351.055598:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459042560:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389351.055613:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:1.0:1785389351.059359:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389351.059483:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389351.059957:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459042944 00000100:00100000:3.0:1785389351.059965:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459042944 00000100:00100000:3.0:1785389351.060019:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043200 00000100:00100000:3.0:1785389351.060022:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043200 00000100:00080000:1.0:1785389351.060078:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389351.060097:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 715 00000100:00100000:1.0:1785389351.060108:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459042944:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389351.060170:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459042944:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 65us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389351.060177:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 715 00000100:00100000:3.0:1785389351.060324:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 716 00000100:00100000:3.0:1785389351.060332:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459043200:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389351.060363:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459043200:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389351.060369:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 716 00000100:00080000:1.0:1785389351.060510:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389351.151097:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389351.695262:0:22958:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389351.695274:0:22958:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389351.696680:0:22958:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389351.696695:0:22958:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1785389351.907034:0:7518:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967390 is committed 00000001:00080000:3.0:1785389351.921914:0:6642:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967393 is committed 00010000:00010000:1.0:1785389352.174950:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389352.814958:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389352.815292:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1785389352.815313:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485942144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389352.815378:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389352.816097:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942144 00000100:00100000:2.0:1785389352.816105:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942144 00000100:00100000:2.0:1785389352.816155:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1785389352.816164:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485942144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389352.816213:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485942144:12345-0@lo:400:kworker.0 Request processed in 50us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389352.816220:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1785389352.817739:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485942016:0@lo:400:kworker.0 00000100:00100000:1.0:1785389352.817817:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389352.819177:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485942144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389352.820331:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485942272:0@lo:400:kworker.0 00000100:00100000:3.0:1785389352.820377:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389352.820462:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942272 00000100:00100000:1.0:1785389352.820468:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942272 00000100:00100000:1.0:1785389352.820508:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1785389352.820516:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485942272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389352.822590:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942016 00000100:00100000:2.0:1785389352.822600:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942016 00000100:00100000:2.0:1785389352.822644:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1785389352.822650:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485942016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389352.822707:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485942016:12345-0@lo:400:kworker.0 Request processed in 57us (4890us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389352.822713:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:2.0:1785389352.822777:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389352.822810:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485942400:0@lo:400:kworker.0 00000100:00100000:2.0:1785389352.822837:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389352.822887:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485942016:0@lo:400:kworker.0 00000100:00100000:2.0:1785389352.822911:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942400 00000100:00100000:2.0:1785389352.822913:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942400 00000100:00100000:2.0:1785389352.822953:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1785389352.822958:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485942400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389352.822998:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485942400:12345-0@lo:400:kworker.0 Request processed in 39us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389352.823003:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:2.0:1785389352.823014:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389352.823027:0:3323:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967393 gen 2 00000004:00080000:2.0:1785389352.823031:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302e39180, transno 4294967391 00000004:00080000:2.0:1785389352.823048:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302e3bb80, transno 4294967392 00000004:00080000:2.0:1785389352.823051:0:3323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302e38700, transno 4294967393 00000100:00100000:2.0:1785389352.823055:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485942400:0@lo:400:kworker.0 00000004:00080000:2.0:1785389352.823671:0:6640:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:0.0:1785389352.826714:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485942656:0@lo:400:kworker.0 00000100:00100000:0.0:1785389352.826805:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389352.826837:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389352.826843:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485942528:0@lo:400:kworker.0 00000100:00100000:0.0:1785389352.826866:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389352.826895:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942656 00000100:00100000:0.0:1785389352.826902:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942656 00000100:00100000:0.0:1785389352.826966:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1785389352.826977:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485942656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389352.827046:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485942656:12345-0@lo:400:kworker.0 Request processed in 72us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389352.827054:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1785389352.827077:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942528 00000100:00100000:0.0:1785389352.827080:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942528 00000100:00100000:0.0:1785389352.827105:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1785389352.827111:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485942528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389352.827152:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485942528:12345-0@lo:400:kworker.0 Request processed in 41us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389352.827158:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00080000:0.0:1785389352.827173:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389352.827177:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389352.827205:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485942528:0@lo:400:kworker.0 00000100:00100000:0.0:1785389352.827214:0:3325:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:0.0:1785389352.827219:0:3325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff943302e3b100, transno 4294967390 00000100:00100000:0.0:1785389352.827229:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485942656:0@lo:400:kworker.0 00000100:00100000:1.0:1785389352.833520:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485942272:12345-0@lo:400:kworker.0 Request processed in 12994us (13132us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389352.833534:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1785389352.838765:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485942272:0@lo:400:kworker.0 00010000:00010000:0.0:1785389353.198931:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389353.335453:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389353.335475:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485942784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389353.335540:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389353.335597:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942784 00000100:00100000:1.0:1785389353.335605:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942784 00000100:00100000:1.0:1785389353.335649:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1785389353.335657:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485942784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389353.335692:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389353.335736:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485942784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389353.335758:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1785389353.335810:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485942784:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389354.011758:0:23012:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389354.011767:0:23012:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389354.014409:0:23012:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389354.014425:0:23012:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389354.235516:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389354.351096:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485942912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389354.351168:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389354.351387:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485942912 00000100:00100000:1.0:1785389354.351394:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485942912 00000100:00100000:1.0:1785389354.351450:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1785389354.351460:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485942912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389354.351503:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389354.351551:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485942912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389354.351558:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1785389354.351710:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485942912:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389354.351776:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389355.248965:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389356.088230:0:23064:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389356.088239:0:23064:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389356.089147:0:23064:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389356.089158:0:23064:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389356.175436:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175510:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175551:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175572:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175592:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175611:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175651:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389356.175675:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043968 00000100:00100000:2.0:1785389356.175684:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043968 00000100:00100000:2.0:1785389356.175769:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043584 00000100:00100000:2.0:1785389356.175772:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043584 00000100:00100000:2.0:1785389356.175799:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:2.0:1785389356.175808:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459043968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389356.175879:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459043968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389356.175887:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 701 00000100:00100000:2.0:1785389356.175904:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 702 00000100:00100000:2.0:1785389356.175911:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459043584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389356.175935:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459043584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389356.176146:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 702 00000100:00100000:2.0:1785389356.176169:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043712 00000100:00100000:2.0:1785389356.176173:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043712 00000100:00100000:2.0:1785389356.176197:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044224 00000100:00100000:2.0:1785389356.176200:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044224 00000100:00100000:2.0:1785389356.176216:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043840 00000100:00100000:2.0:1785389356.176219:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043840 00000100:00100000:2.0:1785389356.176231:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044096 00000100:00100000:2.0:1785389356.176233:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044096 00000100:00100000:2.0:1785389356.176246:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 719 00000100:00100000:2.0:1785389356.176252:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459043712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389356.176279:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459043712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389356.176285:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 719 00000100:00100000:2.0:1785389356.176297:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 720 00000100:00100000:2.0:1785389356.176303:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459044224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389356.176327:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459044224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389356.176333:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 720 00000100:00100000:2.0:1785389356.176367:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:2.0:1785389356.176373:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459043840:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389356.176395:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459043840:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389356.176401:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:2.0:1785389356.176424:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 722 00000100:00100000:2.0:1785389356.176431:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459044096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389356.176452:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459044096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389356.176458:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 722 00000100:00080000:2.0:1785389356.176476:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389356.176479:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389356.176482:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389356.178776:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459043456 00000100:00100000:0.0:1785389356.178786:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459043456 00000100:00100000:0.0:1785389356.178826:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 703 00000100:00100000:0.0:1785389356.178834:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459043456:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389356.178881:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459043456:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 48us (3455us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389356.178887:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 703 00010000:00010000:2.0:1785389356.276582:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389356.783144:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389356.783164:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389356.784576:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389356.784589:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389357.299521:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389357.937294:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485943040:0@lo:400:kworker.0 00000100:00100000:3.0:1785389357.937358:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389357.937394:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485943552:0@lo:400:kworker.0 00000100:00100000:3.0:1785389357.937418:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389357.937445:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389357.937451:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485943168:0@lo:400:kworker.0 00000100:00100000:3.0:1785389357.937469:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389357.937480:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485943680:0@lo:400:kworker.0 00000100:00100000:3.0:1785389357.937499:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389357.937521:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485943296:0@lo:400:kworker.0 00000100:00100000:3.0:1785389357.937540:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389357.937555:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389357.937560:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485943424:0@lo:400:kworker.0 00000100:00100000:3.0:1785389357.937590:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389357.939717:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943040 00000100:00100000:2.0:1785389357.939728:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943040 00000100:00100000:2.0:1785389357.939794:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1785389357.939804:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485943040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.939882:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485943040:12345-0@lo:400:kworker.0 Request processed in 78us (2522us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389357.939889:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1785389357.940159:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943552 00000100:00100000:2.0:1785389357.940164:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943552 00000100:00100000:2.0:1785389357.940197:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943168 00000100:00100000:2.0:1785389357.940200:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943168 00000100:00100000:2.0:1785389357.940214:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943296 00000100:00100000:2.0:1785389357.940217:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943296 00000100:00100000:2.0:1785389357.940231:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1785389357.940238:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485943552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.940273:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485943552:12345-0@lo:400:kworker.0 Request processed in 34us (2853us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389357.940278:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1785389357.940289:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1785389357.940295:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485943168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.940322:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485943168:12345-0@lo:400:kworker.0 Request processed in 27us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389357.940327:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1785389357.940339:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1785389357.940345:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485943296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.940375:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485943296:12345-0@lo:400:kworker.0 Request processed in 31us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389357.940380:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1785389357.940395:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943680 00000100:00100000:2.0:1785389357.940399:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943680 00000100:00100000:2.0:1785389357.940423:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943424 00000100:00100000:2.0:1785389357.940426:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943424 00000100:00100000:2.0:1785389357.940443:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1785389357.940449:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485943680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.940478:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485943680:12345-0@lo:400:kworker.0 Request processed in 30us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389357.940483:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1785389357.940493:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1785389357.940498:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485943424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.940523:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485943424:12345-0@lo:400:kworker.0 Request processed in 25us (2943us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389357.940529:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1785389357.940571:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485943168:0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.941466:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485943680:0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.941482:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485943040:0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.941493:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485943552:0@lo:400:kworker.0 00000100:00080000:2.0:1785389357.941525:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389357.941529:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389357.941532:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389357.941558:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485943424:0@lo:400:kworker.0 00000100:00100000:2.0:1785389357.941568:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485943296:0@lo:400:kworker.0 00000040:00080000:1.0:1785389358.145520:0:23117:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389358.145530:0:23117:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389358.146411:0:23117:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389358.146424:0:23117:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389358.319296:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389358.447959:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485943808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389358.448254:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389358.448372:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943808 00000100:00100000:1.0:1785389358.448379:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943808 00000100:00100000:1.0:1785389358.448423:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1785389358.448431:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485943808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389358.448462:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389358.448508:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485943808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389358.448514:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1785389358.448591:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485943808:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389359.343920:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389359.473046:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389359.473068:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485943936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389359.473147:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389359.473242:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485943936 00000100:00100000:1.0:1785389359.473250:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485943936 00000100:00100000:1.0:1785389359.473305:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1785389359.473314:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485943936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389359.473350:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389359.473393:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485943936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389359.473400:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:0.0:1785389359.473665:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389359.473702:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485943936:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389360.366908:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389360.550919:0:23168:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389360.550928:0:23168:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389360.553008:0:23168:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389360.553024:0:23168:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389361.296681:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296724:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296793:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296828:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296850:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296885:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296912:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389361.296941:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044608 00000100:00100000:2.0:1785389361.296951:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044608 00000100:00100000:2.0:1785389361.297006:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045120 00000100:00100000:2.0:1785389361.297010:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045120 00000100:00100000:2.0:1785389361.297028:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044736 00000100:00100000:2.0:1785389361.297030:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044736 00000100:00100000:2.0:1785389361.297042:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044992 00000100:00100000:2.0:1785389361.297045:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044992 00000100:00100000:2.0:1785389361.297062:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 725 00000100:00100000:2.0:1785389361.297072:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459044608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389361.297147:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459044608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389361.297155:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 725 00000100:00100000:2.0:1785389361.297174:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 726 00000100:00100000:2.0:1785389361.297180:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459045120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389361.297205:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459045120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389361.297211:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 726 00000100:00100000:2.0:1785389361.297222:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:2.0:1785389361.297228:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459044736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389361.297250:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459044736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389361.297256:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:2.0:1785389361.297267:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 728 00000100:00100000:2.0:1785389361.297274:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459044992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389361.297297:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459044992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389361.297302:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 728 00000100:00100000:2.0:1785389361.297319:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044864 00000100:00100000:2.0:1785389361.297323:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044864 00000100:00100000:2.0:1785389361.297347:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044480 00000100:00100000:2.0:1785389361.297350:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044480 00000100:00100000:2.0:1785389361.297366:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 706 00000100:00100000:2.0:1785389361.297373:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2365:x1872115459044864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389361.297399:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2365:x1872115459044864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389361.297406:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 706 00000100:00100000:2.0:1785389361.297417:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00100000:2.0:1785389361.297424:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2365:x1872115459044480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389361.297444:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2365:x1872115459044480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389361.297449:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00080000:2.0:1785389361.297470:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389361.297474:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389361.297476:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389361.297761:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459044352 00000100:00100000:3.0:1785389361.297765:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459044352 00000100:00100000:3.0:1785389361.297802:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 705 00000100:00100000:3.0:1785389361.297810:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459044352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389361.297841:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459044352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389361.297847:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 705 00010000:00010000:1.0:1785389361.391542:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389362.422554:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389362.778259:0:23220:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389362.778269:0:23220:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389362.780057:0:23220:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389362.780072:0:23220:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389363.054970:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485944448:0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.055032:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389363.055081:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389363.055088:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485944320:0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.055112:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389363.055139:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944448 00000100:00100000:3.0:1785389363.055146:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944448 00000100:00100000:3.0:1785389363.055199:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1785389363.055208:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485944448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.055256:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485944448:12345-0@lo:400:kworker.0 Request processed in 49us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389363.055264:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1785389363.055285:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944320 00000100:00100000:3.0:1785389363.055288:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944320 00000100:00100000:3.0:1785389363.055311:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1785389363.055317:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485944320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.055342:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485944320:12345-0@lo:400:kworker.0 Request processed in 26us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389363.055348:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:3.0:1785389363.055361:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389363.055365:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389363.055394:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485944320:0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.055404:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485944448:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055456:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485944064:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055491:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389363.055520:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485944576:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055540:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389363.055558:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389363.055563:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485944192:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055584:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389363.055611:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485944704:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055631:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389363.055654:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944576 00000100:00100000:2.0:1785389363.055658:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944576 00000100:00100000:2.0:1785389363.055683:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944192 00000100:00100000:2.0:1785389363.055685:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944192 00000100:00100000:2.0:1785389363.055698:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1785389363.055704:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485944576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055734:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485944576:12345-0@lo:400:kworker.0 Request processed in 29us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389363.055740:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1785389363.055777:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1785389363.055783:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485944192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055807:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485944192:12345-0@lo:400:kworker.0 Request processed in 24us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389363.055812:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1785389363.055830:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944704 00000100:00100000:2.0:1785389363.055841:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944704 00000100:00100000:2.0:1785389363.055866:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1785389363.055873:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485944704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055903:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485944704:12345-0@lo:400:kworker.0 Request processed in 30us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389363.055909:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1785389363.055935:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485944192:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055943:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485944704:0@lo:400:kworker.0 00000100:00100000:2.0:1785389363.055951:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485944576:0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.056142:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944064 00000100:00100000:3.0:1785389363.056147:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944064 00000100:00100000:3.0:1785389363.056178:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1785389363.056184:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485944064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389363.056225:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485944064:12345-0@lo:400:kworker.0 Request processed in 42us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389363.056232:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00080000:3.0:1785389363.056253:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389363.056256:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389363.056324:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485944064:0@lo:400:kworker.0 00010000:00010000:1.0:1785389363.438953:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389363.567993:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485944832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389363.568072:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389363.568288:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944832 00000100:00100000:1.0:1785389363.568296:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944832 00000100:00100000:1.0:1785389363.568362:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1785389363.568372:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485944832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389363.568405:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389363.568461:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485944832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389363.568469:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1785389363.568680:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485944832:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389364.463926:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389364.600721:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485944960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389364.601013:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389364.601095:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485944960 00000100:00100000:1.0:1785389364.601102:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485944960 00000100:00100000:1.0:1785389364.601163:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1785389364.601172:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485944960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389364.601205:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389364.615902:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485944960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 14724us (14882us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389364.615915:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1785389364.616241:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485944960:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1785389365.167542:0:23271:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389365.169916:0:23271:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389365.170513:0:23271:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389365.170521:0:23271:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389365.501784:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389366.414195:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414245:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414277:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414307:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414328:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414345:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414370:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389366.414398:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045504 00000100:00100000:2.0:1785389366.414406:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045504 00000100:00100000:2.0:1785389366.414456:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046016 00000100:00100000:2.0:1785389366.414459:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046016 00000100:00100000:2.0:1785389366.414477:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045632 00000100:00100000:2.0:1785389366.414479:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045632 00000100:00100000:2.0:1785389366.414491:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045888 00000100:00100000:2.0:1785389366.414493:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045888 00000100:00100000:2.0:1785389366.414508:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:2.0:1785389366.414517:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459045504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389366.414601:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459045504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 84us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389366.414608:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:2.0:1785389366.414626:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 732 00000100:00100000:2.0:1785389366.414633:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459046016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389366.414658:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459046016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389366.414664:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 732 00000100:00100000:2.0:1785389366.414675:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 733 00000100:00100000:2.0:1785389366.414681:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459045632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389366.414703:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459045632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389366.414709:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 733 00000100:00100000:2.0:1785389366.414721:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 734 00000100:00100000:2.0:1785389366.414727:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459045888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389366.414808:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459045888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389366.414814:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 734 00000100:00100000:2.0:1785389366.414833:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045760 00000100:00100000:2.0:1785389366.414836:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045760 00000100:00100000:2.0:1785389366.414860:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045376 00000100:00100000:2.0:1785389366.414863:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045376 00000100:00100000:2.0:1785389366.414881:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:2.0:1785389366.414887:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459045760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389366.414914:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459045760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389366.414920:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:2.0:1785389366.414932:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 712 00000100:00100000:2.0:1785389366.414938:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459045376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389366.414960:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459045376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389366.414966:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 712 00000100:00080000:2.0:1785389366.414986:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389366.414991:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389366.414993:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389366.415345:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459045248 00000100:00100000:0.0:1785389366.415350:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459045248 00000100:00100000:0.0:1785389366.415387:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 707 00000100:00100000:0.0:1785389366.415394:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459045248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389366.415426:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459045248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389366.415432:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 707 00010000:00010000:1.0:1785389366.511135:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389367.024088:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389367.024151:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389367.026332:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389367.026346:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1785389367.281936:0:23322:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389367.283570:0:23322:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389367.286188:0:23322:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389367.286204:0:23322:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389367.537076:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389368.175022:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485945472:0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.175093:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389368.175150:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389368.175156:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485945344:0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.175178:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389368.175206:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945344 00000100:00100000:3.0:1785389368.175212:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945344 00000100:00100000:3.0:1785389368.175256:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1785389368.175264:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485945344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.175309:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485945344:12345-0@lo:400:kworker.0 Request processed in 46us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389368.175316:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1785389368.175364:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485945344:0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.175628:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485945088:0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.175664:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389368.175695:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485945600:0@lo:400:kworker.0 00000100:00100000:1.0:1785389368.175699:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485945216:0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.175716:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389368.175765:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389368.175784:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485945728:0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.175788:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945600 00000100:00100000:0.0:1785389368.175791:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945600 00000100:00100000:1.0:1785389368.175804:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389368.175816:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945216 00000100:00100000:0.0:1785389368.175819:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945216 00000100:00100000:1.0:1785389368.175829:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1785389368.175845:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485945600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.175865:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945088 00000100:00100000:3.0:1785389368.175869:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945088 00000100:00100000:1.0:1785389368.175881:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485945600:12345-0@lo:400:kworker.0 Request processed in 46us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389368.175890:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1785389368.175944:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945472 00000100:00100000:2.0:1785389368.175957:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945472 00000100:00100000:2.0:1785389368.175983:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945728 00000100:00100000:2.0:1785389368.175985:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945728 00000100:00100000:2.0:1785389368.176004:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1785389368.176009:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485945472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389368.176049:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485945472:12345-0@lo:400:kworker.0 Request processed in 40us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389368.176055:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1785389368.176067:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1785389368.176072:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485945728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389368.176101:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485945728:12345-0@lo:400:kworker.0 Request processed in 30us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389368.176106:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:2.0:1785389368.176121:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389368.176124:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389368.176126:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389368.176157:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485945472:0@lo:400:kworker.0 00000100:00100000:2.0:1785389368.176293:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485945600:0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.176344:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485945088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.176377:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485945088:12345-0@lo:400:kworker.0 Request processed in 36us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389368.186309:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1785389368.186563:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485945216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.186654:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485945216:12345-0@lo:400:kworker.0 Request processed in 334us (10888us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389368.186662:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1785389368.187967:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485945088:0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.188419:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485945216:0@lo:400:kworker.0 00000100:00100000:0.0:1785389368.188438:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485945728:0@lo:400:kworker.0 00000100:00100000:3.0:1785389368.188685:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1785389368.192491:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00010000:00010000:2.0:1785389368.565950:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389368.688966:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485945856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389368.689042:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389368.689259:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945856 00000100:00100000:1.0:1785389368.689268:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945856 00000100:00100000:1.0:1785389368.689311:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1785389368.689331:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485945856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389368.689366:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389368.689413:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485945856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389368.689420:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1785389368.689481:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485945856:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389369.582968:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389369.610410:0:23373:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389369.610419:0:23373:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389369.613391:0:23373:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389369.613413:0:23373:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389369.712464:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389369.712486:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485945984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389369.712556:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389369.712611:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485945984 00000100:00100000:1.0:1785389369.712619:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485945984 00000100:00100000:1.0:1785389369.712659:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1785389369.712668:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485945984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389369.712711:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389369.712784:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485945984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389369.712791:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1785389369.712840:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485945984:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785389370.610429:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389371.547383:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389371.548200:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046272 00000100:00100000:3.0:1785389371.548210:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046272 00000100:00100000:3.0:1785389371.548285:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 716 00000100:00100000:3.0:1785389371.548296:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459046272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:0.0:1785389371.548386:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389371.551844:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459046272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 3537us (4456us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389371.551868:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 716 00000100:00100000:2.0:1785389371.567970:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389371.568015:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046528 00000100:00100000:2.0:1785389371.568025:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046528 00000100:00100000:2.0:1785389371.568084:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00100000:2.0:1785389371.568094:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459046528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389371.568166:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459046528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389371.568174:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00100000:2.0:1785389371.568241:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389371.568261:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046784 00000100:00100000:2.0:1785389371.568265:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046784 00000100:00100000:2.0:1785389371.568288:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 738 00000100:00100000:2.0:1785389371.568295:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459046784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389371.568320:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459046784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389371.568325:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 738 00000100:00100000:2.0:1785389371.568399:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389371.568415:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046144 00000100:00100000:2.0:1785389371.568418:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046144 00000100:00100000:2.0:1785389371.568453:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 709 00000100:00100000:2.0:1785389371.568459:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459046144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389371.568480:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459046144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389371.568486:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 709 00000100:00100000:2.0:1785389371.568527:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389371.568540:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046400 00000100:00100000:2.0:1785389371.568543:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046400 00000100:00100000:2.0:1785389371.568563:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:2.0:1785389371.568568:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459046400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389371.568589:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459046400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (62us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389371.568595:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:2.0:1785389371.568633:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389371.568724:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389371.568739:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046912 00000100:00100000:2.0:1785389371.568742:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046912 00000100:00100000:2.0:1785389371.568789:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 740 00000100:00100000:2.0:1785389371.568795:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459046912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389371.568823:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459046912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389371.568828:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 740 00000100:00080000:0.0:1785389371.581317:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389371.581326:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389371.581359:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459046656 00000100:00100000:0.0:1785389371.581369:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459046656 00000100:00100000:0.0:1785389371.581457:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 717 00000100:00100000:0.0:1785389371.581468:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459046656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389371.581543:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459046656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 78us (12909us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389371.581550:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 717 00000100:00080000:2.0:1785389371.582084:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389371.632095:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389372.308333:0:23425:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389372.308342:0:23425:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389372.312104:0:23425:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389372.312121:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389372.664155:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389373.295066:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485946368:0@lo:400:kworker.0 00000100:00100000:1.0:1785389373.295135:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389373.295201:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389373.295208:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485946496:0@lo:400:kworker.0 00000100:00100000:3.0:1785389373.295301:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946368 00000100:00100000:3.0:1785389373.295309:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946368 00000100:00100000:3.0:1785389373.295354:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1785389373.295364:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485946368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389373.295440:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485946112:0@lo:400:kworker.0 00000100:00100000:0.0:1785389373.295491:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485946240:0@lo:400:kworker.0 00000100:00100000:3.0:1785389373.302442:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485946368:12345-0@lo:400:kworker.0 Request processed in 7071us (7298us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389373.302455:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00080000:3.0:1785389373.302514:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389373.302732:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389373.302792:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485946624:0@lo:400:kworker.0 00000100:00100000:3.0:1785389373.303350:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946112 00000100:00100000:3.0:1785389373.303358:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946112 00000100:00100000:3.0:1785389373.303404:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1785389373.303412:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485946112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389373.303456:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485946112:12345-0@lo:400:kworker.0 Request processed in 45us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389373.303462:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1785389373.307402:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389373.307493:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485946112:0@lo:400:kworker.0 00000100:00100000:0.0:1785389373.307713:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389373.307758:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946624 00000100:00100000:0.0:1785389373.307765:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946624 00000100:00100000:0.0:1785389373.307813:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946240 00000100:00100000:0.0:1785389373.307816:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946240 00000100:00100000:0.0:1785389373.307844:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1785389373.307852:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485946624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389373.307904:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485946624:12345-0@lo:400:kworker.0 Request processed in 53us (5081us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389373.307911:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1785389373.307940:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1785389373.307947:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485946240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389373.307973:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485946240:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389373.307978:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00080000:0.0:1785389373.307996:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389373.308016:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485946240:0@lo:400:kworker.0 00000100:00100000:0.0:1785389373.308026:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485946752:0@lo:400:kworker.0 00000100:00100000:0.0:1785389373.308062:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389373.308258:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946752 00000100:00100000:2.0:1785389373.308262:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946752 00000100:00100000:2.0:1785389373.308299:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1785389373.308305:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485946752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389373.308337:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485946752:12345-0@lo:400:kworker.0 Request processed in 32us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389373.308342:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1785389373.308456:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485946624:0@lo:400:kworker.0 00000100:00080000:0.0:1785389373.308727:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389373.308767:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485946752:0@lo:400:kworker.0 00000100:00100000:1.0:1785389373.311939:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389373.312006:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485946368:0@lo:400:kworker.0 00000100:00100000:2.0:1785389373.312128:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946496 00000100:00100000:2.0:1785389373.312135:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946496 00000100:00100000:2.0:1785389373.312199:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1785389373.312209:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485946496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389373.312276:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485946496:12345-0@lo:400:kworker.0 Request processed in 68us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389373.312282:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00080000:0.0:1785389373.312510:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389373.312586:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485946496:0@lo:400:kworker.0 00010000:00010000:2.0:1785389373.683889:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389373.807523:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485946880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389373.807595:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389373.807719:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485946880 00000100:00100000:0.0:1785389373.807727:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485946880 00000100:00100000:0.0:1785389373.807793:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1785389373.807803:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485946880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389373.807837:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389373.807884:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485946880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389373.807891:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1785389373.807945:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485946880:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389374.702866:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389374.837070:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943425e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485947008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389374.837139:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389374.837290:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947008 00000100:00100000:2.0:1785389374.837299:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947008 00000100:00100000:2.0:1785389374.837368:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1785389374.837377:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485947008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389374.837410:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389374.837454:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485947008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389374.837460:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1785389374.837498:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943425e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485947008:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1785389374.916444:0:23476:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389374.916453:0:23476:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389374.917680:0:23476:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389374.917690:0:23476:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389375.726928:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389376.659299:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659345:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659375:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659390:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659416:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659434:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659456:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389376.659479:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047296 00000100:00100000:2.0:1785389376.659488:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047296 00000100:00100000:2.0:1785389376.659531:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047808 00000100:00100000:2.0:1785389376.659542:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047808 00000100:00100000:2.0:1785389376.659566:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047424 00000100:00100000:2.0:1785389376.659584:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047424 00000100:00100000:2.0:1785389376.659601:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047680 00000100:00100000:2.0:1785389376.659618:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047680 00000100:00100000:2.0:1785389376.659647:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 743 00000100:00100000:2.0:1785389376.659655:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459047296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389376.659730:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459047296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 76us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389376.659736:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 743 00000100:00100000:2.0:1785389376.659770:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 744 00000100:00100000:2.0:1785389376.659789:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459047808:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389376.659812:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459047808:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389376.659818:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 744 00000100:00100000:2.0:1785389376.659829:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 745 00000100:00100000:2.0:1785389376.659834:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459047424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389376.659853:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459047424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389376.659858:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 745 00000100:00100000:2.0:1785389376.659866:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00100000:2.0:1785389376.659871:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459047680:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389376.659887:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459047680:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 16us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389376.659892:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00080000:2.0:1785389376.659928:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389376.659931:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389376.659939:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047552 00000100:00100000:2.0:1785389376.659944:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047552 00000100:00100000:2.0:1785389376.659969:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047168 00000100:00100000:2.0:1785389376.659972:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047168 00000100:00100000:2.0:1785389376.659990:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:2.0:1785389376.659996:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459047552:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389376.660023:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459047552:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389376.660029:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:2.0:1785389376.660041:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 722 00000100:00100000:2.0:1785389376.660047:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459047168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389376.660070:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459047168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389376.660231:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 722 00000100:00080000:2.0:1785389376.660247:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389376.663556:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047040 00000100:00100000:3.0:1785389376.663578:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047040 00000100:00100000:3.0:1785389376.663693:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 711 00000100:00100000:3.0:1785389376.663703:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459047040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389376.663805:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459047040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 104us (4515us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389376.663813:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 711 00010000:00010000:2.0:1785389376.750887:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389377.262937:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389377.262945:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389377.263584:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389377.263594:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1785389377.512636:0:23528:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389377.512645:0:23528:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389377.513316:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389377.513325:0:23528:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389377.781513:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389378.416604:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485947392:0@lo:400:kworker.0 00000100:00100000:1.0:1785389378.416674:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389378.416810:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389378.416817:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485947520:0@lo:400:kworker.0 00000100:00100000:1.0:1785389378.416844:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389378.417044:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485947136:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417082:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389378.417115:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485947648:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417136:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389378.417152:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1785389378.417158:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485947264:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417178:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389378.417192:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485947776:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417210:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389378.417238:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947392 00000100:00100000:3.0:1785389378.417244:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947392 00000100:00100000:3.0:1785389378.417291:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947648 00000100:00100000:3.0:1785389378.417294:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947648 00000100:00100000:3.0:1785389378.417311:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947264 00000100:00100000:3.0:1785389378.417314:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947264 00000100:00100000:3.0:1785389378.417329:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1785389378.417336:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485947392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417395:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485947392:12345-0@lo:400:kworker.0 Request processed in 58us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389378.417403:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1785389378.417420:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1785389378.417426:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485947648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417456:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485947648:12345-0@lo:400:kworker.0 Request processed in 31us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389378.417462:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1785389378.417473:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1785389378.417479:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485947264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417502:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485947264:12345-0@lo:400:kworker.0 Request processed in 23us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389378.417507:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1785389378.417553:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485947264:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417564:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485947648:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.417593:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485947392:0@lo:400:kworker.0 00000100:00100000:1.0:1785389378.417794:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947136 00000100:00100000:1.0:1785389378.417799:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947136 00000100:00100000:1.0:1785389378.417833:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1785389378.417840:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485947136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389378.417875:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485947136:12345-0@lo:400:kworker.0 Request processed in 37us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389378.417881:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1785389378.418705:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947520 00000100:00100000:2.0:1785389378.418712:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947520 00000100:00100000:2.0:1785389378.418796:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947776 00000100:00100000:2.0:1785389378.418800:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947776 00000100:00100000:2.0:1785389378.418823:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1785389378.418831:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485947520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389378.418884:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485947520:12345-0@lo:400:kworker.0 Request processed in 54us (2038us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389378.418891:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1785389378.418906:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1785389378.418912:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485947776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389378.418941:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485947776:12345-0@lo:400:kworker.0 Request processed in 29us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389378.418946:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00080000:2.0:1785389378.418973:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389378.418976:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389378.418979:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389378.419017:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485947520:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.420964:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485947776:0@lo:400:kworker.0 00000100:00100000:3.0:1785389378.420987:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485947136:0@lo:400:kworker.0 00010000:00010000:0.0:1785389378.800254:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389378.927135:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389378.927157:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485947904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389378.927228:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389378.927497:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485947904 00000100:00100000:0.0:1785389378.927505:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485947904 00000100:00100000:0.0:1785389378.927563:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1785389378.927572:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485947904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389378.927604:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389378.927764:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485947904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 173us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389378.927773:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1785389378.927932:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485947904:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389379.828692:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389379.886081:0:23579:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389379.886091:0:23579:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389379.887648:0:23579:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389379.887663:0:23579:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389379.970425:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389379.970443:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485948032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389379.970523:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389379.970580:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948032 00000100:00100000:0.0:1785389379.970587:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948032 00000100:00100000:0.0:1785389379.970625:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1785389379.970644:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485948032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389379.970676:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389379.970723:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485948032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389379.970730:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1785389379.970798:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485948032:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389380.846973:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389381.774925:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389381.774965:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389381.774993:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389381.775011:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389381.775028:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389381.775052:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048192 00000100:00100000:3.0:1785389381.775062:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048192 00000100:00100000:3.0:1785389381.775107:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048704 00000100:00100000:3.0:1785389381.775110:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048704 00000100:00100000:3.0:1785389381.775131:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 749 00000100:00100000:3.0:1785389381.775140:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459048192:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389381.775203:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459048192:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 64us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389381.775210:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 749 00000100:00100000:3.0:1785389381.775225:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 750 00000100:00100000:3.0:1785389381.775230:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459048704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389381.775250:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459048704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389381.775255:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 750 00000100:00100000:3.0:1785389381.775271:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048064 00000100:00100000:3.0:1785389381.775274:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048064 00000100:00100000:3.0:1785389381.775294:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048448 00000100:00100000:3.0:1785389381.775297:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048448 00000100:00100000:3.0:1785389381.775312:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 726 00000100:00100000:3.0:1785389381.775317:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459048064:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389381.775341:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2364:x1872115459048064:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389381.775346:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 726 00000100:00100000:3.0:1785389381.775356:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:3.0:1785389381.775361:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2365:x1872115459048448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389381.775379:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2365:x1872115459048448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389381.775384:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00080000:3.0:1785389381.775402:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389381.775406:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389381.775408:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389381.781104:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459047936 00000100:00100000:2.0:1785389381.781119:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459047936 00000100:00100000:2.0:1785389381.781193:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 713 00000100:00100000:2.0:1785389381.781204:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459047936:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389381.781291:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459047936:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (6324us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389381.781298:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 713 00000100:00100000:3.0:1785389381.795182:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389381.795217:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389381.795533:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048320 00000100:00100000:1.0:1785389381.795543:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048320 00000100:00100000:1.0:1785389381.795657:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048576 00000100:00100000:1.0:1785389381.795660:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048576 00000100:00100000:1.0:1785389381.795683:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:1.0:1785389381.795693:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459048320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389381.795774:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459048320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 82us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389381.795782:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:1.0:1785389381.795798:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 752 00000100:00100000:1.0:1785389381.795804:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459048576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389381.795823:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459048576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389381.795828:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 752 00000100:00080000:3.0:1785389381.796924:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389381.796939:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1785389381.871884:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389382.204969:0:23630:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389382.204979:0:23630:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389382.205547:0:23630:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389382.205559:0:23630:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389382.895060:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389383.535142:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485948416:0@lo:400:kworker.0 00000100:00100000:1.0:1785389383.535221:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389383.535298:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389383.535305:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485948544:0@lo:400:kworker.0 00000100:00100000:1.0:1785389383.535333:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389383.535372:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948416 00000100:00100000:1.0:1785389383.535379:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948416 00000100:00100000:1.0:1785389383.535443:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1785389383.535453:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485948416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389383.535506:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485948416:12345-0@lo:400:kworker.0 Request processed in 55us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389383.535514:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1785389383.535540:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948544 00000100:00100000:1.0:1785389383.535544:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948544 00000100:00100000:1.0:1785389383.535574:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1785389383.535581:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485948544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389383.535611:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485948544:12345-0@lo:400:kworker.0 Request processed in 30us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389383.535617:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:1.0:1785389383.535634:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389383.535638:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389383.535682:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485948544:0@lo:400:kworker.0 00000100:00100000:1.0:1785389383.535700:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485948416:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.535962:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485948288:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.535992:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389383.536025:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485948800:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536049:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389383.536067:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1785389383.536073:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485948160:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536100:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389383.536119:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485948672:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536137:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389383.536160:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948800 00000100:00100000:0.0:1785389383.536163:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948800 00000100:00100000:0.0:1785389383.536209:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1785389383.536217:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485948800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536252:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485948800:12345-0@lo:400:kworker.0 Request processed in 37us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389383.536258:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1785389383.536289:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948160 00000100:00100000:0.0:1785389383.536292:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948160 00000100:00100000:0.0:1785389383.536317:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1785389383.536323:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485948160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536351:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485948160:12345-0@lo:400:kworker.0 Request processed in 28us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389383.536356:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1785389383.536382:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948288 00000100:00100000:0.0:1785389383.536385:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948288 00000100:00100000:0.0:1785389383.536403:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948672 00000100:00100000:0.0:1785389383.536406:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948672 00000100:00100000:0.0:1785389383.536429:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1785389383.536446:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485948288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536478:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485948288:12345-0@lo:400:kworker.0 Request processed in 42us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389383.536486:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1785389383.536500:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1785389383.536508:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485948672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536538:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485948672:12345-0@lo:400:kworker.0 Request processed in 33us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389383.536544:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:0.0:1785389383.536569:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389383.536572:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389383.536589:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485948160:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536602:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485948672:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536612:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485948288:0@lo:400:kworker.0 00000100:00100000:0.0:1785389383.536622:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485948800:0@lo:400:kworker.0 00010000:00010000:3.0:1785389383.919015:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389384.047783:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485948928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389384.047905:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389384.048084:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485948928 00000100:00100000:0.0:1785389384.048095:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485948928 00000100:00100000:0.0:1785389384.048167:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1785389384.048179:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485948928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389384.048228:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389384.048290:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485948928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389384.048298:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1785389384.048368:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485948928:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389384.654097:0:23682:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389384.654110:0:23682:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389384.655619:0:23682:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389384.655632:0:23682:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389384.949425:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389385.071159:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389385.076917:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485949056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389385.077024:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389385.077206:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949056 00000100:00100000:2.0:1785389385.077219:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949056 00000100:00100000:2.0:1785389385.077311:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1785389385.077323:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485949056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389385.077390:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389385.077458:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485949056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389385.077466:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:1.0:1785389385.077867:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389385.077918:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485949056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389385.682421:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389385.684704:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048832 00000100:00100000:2.0:1785389385.684722:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048832 00000100:00100000:2.0:1785389385.684915:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 84 00000100:00100000:2.0:1785389385.684931:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+108:2365:x1872115459048832:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389385.684961:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1785389385.684992:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050a00/0xb9b521054fd751f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88cf7 expref: 108 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685020:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff943409ed7f00) 00010000:00010000:2.0:1785389385.685039:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d334e00/0xb9b521054fd74fa7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88c4f expref: 107 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685050:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff94340307c100) 00010000:00010000:2.0:1785389385.685059:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ae00/0xb9b521054fd74f1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88c2c expref: 106 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685073:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335e00/0xb9b521054fd74e0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88bdf expref: 105 pid: 5820 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685083:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff94340242a500) 00010000:00010000:2.0:1785389385.685091:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434421eda00/0xb9b521054fd74ccf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88b7d expref: 104 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685109:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff943425e45100) 00010000:00010000:2.0:1785389385.685117:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b600/0xb9b521054fd74c3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88b5a expref: 103 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685132:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9ac00/0xb9b521054fd74afa lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88b1b expref: 102 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.685143:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff943409ed7300) 00010000:00010000:2.0:1785389385.686594:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a1200/0xb9b521054fd74ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88b0d expref: 101 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686625:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff943425e45500) 00010000:00010000:2.0:1785389385.686643:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a0a00/0xb9b521054fd74a60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88af8 expref: 100 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686656:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff943425e45200) 00010000:00010000:2.0:1785389385.686665:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879200/0xb9b521054fd74822 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88a50 expref: 99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686675:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff943425e45f00) 00010000:00010000:2.0:1785389385.686681:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f34e00/0xb9b521054fd746bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a889e7 expref: 98 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686690:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff943425e45900) 00010000:00010000:2.0:1785389385.686700:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9aa00/0xb9b521054fd745c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88993 expref: 97 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686711:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff943409ed7c00) 00010000:00010000:2.0:1785389385.686718:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437879600/0xb9b521054fd74494 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8893f expref: 96 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686730:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943425f35e00/0xb9b521054fd743fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88923 expref: 95 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686759:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9b000/0xb9b521054fd7430c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a888f2 expref: 94 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686770:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff943409ed7700) 00010000:00010000:2.0:1785389385.686781:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943437878000/0xb9b521054fd742db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a888e4 expref: 93 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389385.686789:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff943425e45700) 00010000:00010000:2.0:1785389385.686795:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389385.686865:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459048832:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1938us (4458us total) trans 0 rc 0/0 00000100:00080000:1.0:1785389385.689160:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389385.690226:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 84 00010000:00010000:1.0:1785389385.967295:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389386.906066:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389386.906119:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389386.906144:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389386.906172:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389386.906201:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389386.906238:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049344 00000100:00100000:3.0:1785389386.906249:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049344 00000100:00100000:3.0:1785389386.906312:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049600 00000100:00100000:3.0:1785389386.906315:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049600 00000100:00100000:3.0:1785389386.906332:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049728 00000100:00100000:3.0:1785389386.906334:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049728 00000100:00100000:3.0:1785389386.906358:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 755 00000100:00100000:3.0:1785389386.906379:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459049344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389386.906478:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459049344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 111us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389386.906487:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 755 00000100:00100000:3.0:1785389386.906509:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:3.0:1785389386.906516:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459049600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389386.906544:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459049600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389386.906551:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:3.0:1785389386.906562:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:3.0:1785389386.906568:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459049728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389386.906592:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459049728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389386.906599:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:3.0:1785389386.906619:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049088 00000100:00100000:3.0:1785389386.906623:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049088 00000100:00100000:3.0:1785389386.906648:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049472 00000100:00100000:3.0:1785389386.906650:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049472 00000100:00100000:3.0:1785389386.906670:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:3.0:1785389386.906675:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2364:x1872115459049088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389386.906702:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2364:x1872115459049088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389386.906708:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:3.0:1785389386.906718:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 732 00000100:00100000:3.0:1785389386.906723:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459049472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389386.906782:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2364:x1872115459049472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389386.906788:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 732 00000100:00080000:3.0:1785389386.906813:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389386.906820:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389386.906822:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389386.916247:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389386.916295:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389386.916394:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459048960 00000100:00100000:2.0:1785389386.916406:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459048960 00000100:00100000:2.0:1785389386.916469:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 715 00000100:00100000:2.0:1785389386.916479:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459048960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389386.916573:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459048960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 95us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389386.916586:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 715 00000100:00100000:1.0:1785389386.916807:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049216 00000100:00100000:1.0:1785389386.916813:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049216 00000100:00100000:1.0:1785389386.916860:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 758 00000100:00100000:1.0:1785389386.916869:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459049216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389386.916911:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459049216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 43us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389386.916917:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 758 00000100:00080000:2.0:1785389386.917003:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389386.990960:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389387.099411:0:23733:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389387.099425:0:23733:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389387.102356:0:23733:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389387.102385:0:23733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1785389387.507577:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389387.507591:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389387.508166:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389387.508182:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389388.015076:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389388.656093:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485949568:0@lo:400:kworker.0 00000100:00100000:3.0:1785389388.656190:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389388.656268:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389388.656275:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485949440:0@lo:400:kworker.0 00000100:00100000:3.0:1785389388.656305:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389388.656363:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949568 00000100:00100000:3.0:1785389388.656373:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949568 00000100:00100000:3.0:1785389388.656443:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1785389388.656453:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485949568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389388.656515:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485949568:12345-0@lo:400:kworker.0 Request processed in 63us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389388.656522:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1785389388.656575:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485949568:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.656701:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485949312:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.656736:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389388.656792:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485949824:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.656818:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389388.656839:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389388.656845:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485949184:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.656877:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389388.656901:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485949696:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.656922:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389388.656953:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949440 00000100:00100000:1.0:1785389388.656958:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949440 00000100:00100000:1.0:1785389388.656990:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949312 00000100:00100000:1.0:1785389388.656994:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949312 00000100:00100000:1.0:1785389388.657011:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949696 00000100:00100000:1.0:1785389388.657014:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949696 00000100:00100000:1.0:1785389388.657028:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1785389388.657034:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485949440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657073:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485949440:12345-0@lo:400:kworker.0 Request processed in 38us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389388.657079:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1785389388.657096:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1785389388.657102:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485949312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657136:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485949312:12345-0@lo:400:kworker.0 Request processed in 34us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389388.657142:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1785389388.657153:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1785389388.657159:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485949696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657185:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485949696:12345-0@lo:400:kworker.0 Request processed in 27us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389388.657191:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1785389388.657210:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949824 00000100:00100000:1.0:1785389388.657214:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949824 00000100:00100000:1.0:1785389388.657242:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1785389388.657249:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485949824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657279:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485949824:12345-0@lo:400:kworker.0 Request processed in 31us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389388.657285:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1785389388.657369:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949184 00000100:00100000:1.0:1785389388.657375:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949184 00000100:00100000:1.0:1785389388.657403:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1785389388.657409:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485949184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657441:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485949184:12345-0@lo:400:kworker.0 Request processed in 32us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389388.657448:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1785389388.657497:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485949440:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657515:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485949184:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657523:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485949696:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657531:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485949312:0@lo:400:kworker.0 00000100:00100000:1.0:1785389388.657538:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485949824:0@lo:400:kworker.0 00000100:00080000:2.0:1785389388.657628:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389388.657634:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389388.657636:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389389.039024:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389389.169309:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389389.169347:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485949952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389389.169448:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389389.169528:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485949952 00000100:00100000:0.0:1785389389.169537:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485949952 00000100:00100000:0.0:1785389389.169590:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1785389389.169599:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485949952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389389.169642:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389389.169687:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485949952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389389.169694:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1785389389.169741:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485949952:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389389.747559:0:23784:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389389.747572:0:23784:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389389.750581:0:23784:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389389.750608:0:23784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389390.062938:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389390.191351:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485950080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389390.191465:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389390.191649:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950080 00000100:00100000:0.0:1785389390.191660:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950080 00000100:00100000:0.0:1785389390.191742:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1785389390.191775:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485950080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389390.191824:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389390.192005:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485950080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 234us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389390.192014:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1785389390.192120:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485950080:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1785389390.192394:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389391.087100:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389392.014619:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389392.014668:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389392.014701:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389392.014777:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389392.014784:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050240 00000100:00100000:0.0:1785389392.014799:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050240 00000100:00100000:3.0:1785389392.014814:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050496 00000100:00100000:3.0:1785389392.014825:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050496 00000100:00100000:0.0:1785389392.014886:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:0.0:1785389392.014903:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459050240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389392.014930:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049984 00000100:00100000:1.0:1785389392.014936:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049984 00000100:00100000:1.0:1785389392.014982:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 736 00000100:00100000:1.0:1785389392.014994:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459049984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389392.015013:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459050240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 115us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389392.015063:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459049984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 70us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389392.015070:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 736 00000100:00100000:0.0:1785389392.015094:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:0.0:1785389392.015121:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00100000:0.0:1785389392.015130:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459050496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389392.015170:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459050496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389392.015176:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00080000:1.0:1785389392.015818:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389392.015826:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389392.015828:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389392.022565:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459049856 00000100:00100000:3.0:1785389392.022588:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459049856 00000100:00100000:3.0:1785389392.022772:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 717 00000100:00100000:3.0:1785389392.022784:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459049856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389392.022894:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459049856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 112us (8118us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389392.022902:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 717 00000100:00100000:3.0:1785389392.023009:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389392.023161:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389392.023189:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389392.023236:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050112 00000100:00100000:3.0:1785389392.023241:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050112 00000100:00100000:3.0:1785389392.023345:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050624 00000100:00100000:3.0:1785389392.023349:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050624 00000100:00100000:3.0:1785389392.023374:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 763 00000100:00100000:3.0:1785389392.023380:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459050112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389392.023415:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459050112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389392.023422:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 763 00000100:00100000:3.0:1785389392.023434:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 764 00000100:00100000:3.0:1785389392.023440:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459050624:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389392.023465:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459050624:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389392.023471:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 764 00000100:00100000:3.0:1785389392.023490:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050368 00000100:00100000:3.0:1785389392.023494:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050368 00000100:00100000:3.0:1785389392.023525:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00100000:3.0:1785389392.023532:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2363:x1872115459050368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389392.023562:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2363:x1872115459050368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389392.023569:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00080000:3.0:1785389392.023595:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389392.023600:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389392.023602:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1785389392.038046:0:23836:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389392.038059:0:23836:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389392.039454:0:23836:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389392.039473:0:23836:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389392.110869:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389393.134971:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389393.776493:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485950464:0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.776588:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389393.776660:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389393.776667:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485950592:0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.776695:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389393.776734:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950464 00000100:00100000:3.0:1785389393.776758:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950464 00000100:00100000:3.0:1785389393.776823:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1785389393.776835:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485950464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.776897:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485950464:12345-0@lo:400:kworker.0 Request processed in 64us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389393.776905:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1785389393.776946:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950592 00000100:00100000:3.0:1785389393.776950:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950592 00000100:00100000:3.0:1785389393.776984:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1785389393.778078:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485950592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.778137:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485950592:12345-0@lo:400:kworker.0 Request processed in 1147us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389393.778144:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:3.0:1785389393.778171:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389393.778177:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389393.778258:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485950592:0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.778271:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485950464:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779055:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485950208:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779110:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389393.779150:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485950720:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779180:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389393.779216:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1785389393.779223:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485950336:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779259:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389393.779281:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485950848:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779306:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389393.779342:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950720 00000100:00100000:1.0:1785389393.779348:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950720 00000100:00100000:1.0:1785389393.779394:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950336 00000100:00100000:1.0:1785389393.779398:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950336 00000100:00100000:1.0:1785389393.779421:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1785389393.779429:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485950720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779474:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485950720:12345-0@lo:400:kworker.0 Request processed in 46us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389393.779481:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1785389393.779498:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1785389393.779504:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485950336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779532:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485950336:12345-0@lo:400:kworker.0 Request processed in 28us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389393.779538:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1785389393.779574:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485950336:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.779585:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485950720:0@lo:400:kworker.0 00000100:00080000:1.0:1785389393.779609:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389393.779797:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950208 00000100:00100000:3.0:1785389393.779802:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950208 00000100:00100000:3.0:1785389393.779841:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1785389393.779848:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485950208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.779885:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485950208:12345-0@lo:400:kworker.0 Request processed in 37us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389393.779891:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1785389393.779936:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950848 00000100:00100000:3.0:1785389393.779940:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950848 00000100:00100000:3.0:1785389393.779971:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1785389393.779977:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485950848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389393.780112:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485950848:12345-0@lo:400:kworker.0 Request processed in 134us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389393.780119:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1785389393.780412:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485950848:0@lo:400:kworker.0 00000100:00100000:1.0:1785389393.780422:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485950208:0@lo:400:kworker.0 00000100:00080000:1.0:1785389393.780440:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1785389394.158942:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389394.293665:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389394.293696:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485950976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389394.293802:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389394.293884:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485950976 00000100:00100000:1.0:1785389394.293895:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485950976 00000100:00100000:1.0:1785389394.293953:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1785389394.293964:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485950976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389394.294023:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389394.294075:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485950976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389394.294083:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1785389394.294143:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485950976:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389394.324450:0:23887:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389394.324463:0:23887:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389394.327332:0:23887:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389394.327357:0:23887:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389394.908334:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389394.908731:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050752 00000100:00100000:2.0:1785389394.908789:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050752 00000100:00100000:2.0:1785389394.908892:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 85 00000100:00100000:2.0:1785389394.908906:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+53:2362:x1872115459050752:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389394.908927:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00000100:00080000:1.0:1785389394.910567:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389394.915222:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943401531e00/0xb9b521054fd76445 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89222 expref: 53 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915255:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:2.0:1785389394.915268:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9a000/0xb9b521054fd762b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8919d expref: 52 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915281:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff943425e45400) 00010000:00010000:2.0:1785389394.915291:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b55200/0xb9b521054fd76246 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8917a expref: 51 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915303:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff94340b507400) 00010000:00010000:2.0:1785389394.915311:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088400/0xb9b521054fd760e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89103 expref: 50 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915324:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff94340b507b00) 00010000:00010000:2.0:1785389394.915331:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9ae00/0xb9b521054fd76078 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890e0 expref: 49 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915340:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff943412a70300) 00010000:00010000:2.0:1785389394.915348:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9ba00/0xb9b521054fd75f52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8907e expref: 48 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915356:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff943425e45300) 00010000:00010000:2.0:1785389394.915363:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4000/0xb9b521054fd75f0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89069 expref: 47 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915371:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff94340242a100) 00010000:00010000:2.0:1785389394.915393:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099b200/0xb9b521054fd757e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88e7f expref: 46 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915402:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff943425e45a00) 00010000:00010000:2.0:1785389394.915409:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051800/0xb9b521054fd75534 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88dbb expref: 45 pid: 9185 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915421:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff94340307c600) 00010000:00010000:2.0:1785389394.915431:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5400/0xb9b521054fd75557 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88dc2 expref: 44 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915491:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff94340307c400) 00010000:00010000:2.0:1785389394.915502:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051e00/0xb9b521054fd75121 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88cb8 expref: 43 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915513:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff94340307c100) 00000004:00010000:2.0:1785389394.915540:0:5807:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2054 00010000:00010000:2.0:1785389394.915550:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a400/0xb9b521054fd74e42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88be6 expref: 42 pid: 5821 timeout: 661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915561:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff94340242a500) 00010000:00010000:2.0:1785389394.915583:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335600/0xb9b521054fd74e65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88bed expref: 41 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915591:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff943425e45100) 00010000:00010000:2.0:1785389394.915601:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9434013a0c00/0xb9b521054fd74995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88ab9 expref: 40 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915613:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff943425e45f00) 00010000:00010000:2.0:1785389394.915622:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343d335400/0xb9b521054fd74589 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88985 expref: 39 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915631:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94340307cf00) 00010000:00010000:2.0:1785389394.915642:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9a800/0xb9b521054fd7455f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88977 expref: 38 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389394.915656:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff943409ed7c00) 00010000:00010000:2.0:1785389394.915662:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389394.915738:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459050752:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 6834us (7417us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389394.915777:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 85 00010000:00010000:0.0:1785389395.185827:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389395.311242:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485951104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389395.311345:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389395.311569:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951104 00000100:00100000:2.0:1785389395.311580:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951104 00000100:00100000:2.0:1785389395.311663:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1785389395.311674:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485951104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389395.311722:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389395.311807:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485951104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389395.311815:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1785389395.311870:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485951104:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389395.312153:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389396.207934:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389396.863609:0:23938:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389396.863624:0:23938:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389396.864242:0:23938:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389396.864251:0:23938:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389397.139038:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139080:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139127:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139158:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139195:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139219:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139262:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389397.139295:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459050880 00000100:00100000:1.0:1785389397.139307:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459050880 00000100:00100000:1.0:1785389397.139367:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 719 00000100:00100000:1.0:1785389397.139379:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459050880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139472:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459050880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 94us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139480:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 719 00000100:00100000:1.0:1785389397.139524:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051264 00000100:00100000:1.0:1785389397.139528:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051264 00000100:00100000:1.0:1785389397.139567:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051520 00000100:00100000:1.0:1785389397.139570:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051520 00000100:00100000:1.0:1785389397.139589:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051136 00000100:00100000:1.0:1785389397.139592:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051136 00000100:00100000:1.0:1785389397.139604:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051648 00000100:00100000:1.0:1785389397.139606:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051648 00000100:00100000:1.0:1785389397.139622:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:1.0:1785389397.139628:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459051264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139659:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459051264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139666:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:1.0:1785389397.139677:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 768 00000100:00100000:1.0:1785389397.139683:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459051520:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139709:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459051520:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139716:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 768 00000100:00100000:1.0:1785389397.139727:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 769 00000100:00100000:1.0:1785389397.139734:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459051136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139788:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459051136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 53us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139795:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 769 00000100:00100000:1.0:1785389397.139805:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 770 00000100:00100000:1.0:1785389397.139811:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459051648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139831:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459051648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139837:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 770 00000100:00100000:1.0:1785389397.139853:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051008 00000100:00100000:1.0:1785389397.139856:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051008 00000100:00100000:1.0:1785389397.139881:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051392 00000100:00100000:1.0:1785389397.139884:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051392 00000100:00100000:1.0:1785389397.139900:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:1.0:1785389397.139906:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459051008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139930:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459051008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139935:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:1.0:1785389397.139946:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 742 00000100:00100000:1.0:1785389397.139951:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459051392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389397.139972:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459051392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389397.139977:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 742 00000100:00080000:1.0:1785389397.140141:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389397.140147:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389397.140149:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1785389397.233435:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389397.743479:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389397.743490:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389397.744358:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389397.744371:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389398.255943:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389398.895060:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485951616:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895171:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485951360:0@lo:400:kworker.0 00000100:00100000:0.0:1785389398.895172:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389398.895210:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389398.895230:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485951872:0@lo:400:kworker.0 00000100:00100000:0.0:1785389398.895239:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389398.895245:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485951488:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895253:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389398.895266:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389398.895272:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389398.895276:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485951232:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895305:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389398.895338:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485951744:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895362:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389398.895402:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951360 00000100:00100000:3.0:1785389398.895410:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951360 00000100:00100000:0.0:1785389398.895432:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951232 00000100:00100000:0.0:1785389398.895436:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951232 00000100:00100000:3.0:1785389398.895467:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951488 00000100:00100000:3.0:1785389398.895471:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951488 00000100:00100000:0.0:1785389398.895471:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1785389398.895479:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485951232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895496:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951744 00000100:00100000:3.0:1785389398.895499:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951744 00000100:00100000:3.0:1785389398.895512:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1785389398.895518:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485951360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389398.895537:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485951232:12345-0@lo:400:kworker.0 Request processed in 57us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389398.895545:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1785389398.895731:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485951360:12345-0@lo:400:kworker.0 Request processed in 211us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389398.895739:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1785389398.895774:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1785389398.895780:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485951488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895823:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485951488:12345-0@lo:400:kworker.0 Request processed in 43us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389398.895829:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1785389398.895842:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1785389398.895848:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485951744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895875:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485951744:12345-0@lo:400:kworker.0 Request processed in 28us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389398.895885:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1785389398.895903:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951616 00000100:00100000:3.0:1785389398.895906:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951616 00000100:00100000:0.0:1785389398.895929:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485951488:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.895932:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485951872 00000100:00100000:3.0:1785389398.895935:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485951872 00000100:00100000:3.0:1785389398.895955:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1785389398.895961:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485951616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.896005:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485951616:12345-0@lo:400:kworker.0 Request processed in 44us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389398.896011:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1785389398.896022:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1785389398.896026:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485951616:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.896028:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485951872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.896056:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485951872:12345-0@lo:400:kworker.0 Request processed in 28us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389398.896062:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:3.0:1785389398.896512:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389398.896517:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389398.896520:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389398.896615:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485951232:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.896628:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485951744:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.896637:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485951360:0@lo:400:kworker.0 00000100:00100000:3.0:1785389398.896646:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485951872:0@lo:400:kworker.0 00010000:00010000:3.0:1785389399.280401:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389399.314674:0:23990:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389399.314687:0:23990:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389399.315517:0:23990:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389399.318662:0:23990:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389399.407977:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389399.408004:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485952000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389399.408092:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389399.408326:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952000 00000100:00100000:2.0:1785389399.408336:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952000 00000100:00100000:2.0:1785389399.408400:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1785389399.408411:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485952000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389399.408458:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389399.409609:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485952000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389399.409618:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1785389399.409696:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485952000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1785389400.302890:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389400.431960:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389400.431993:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485952128:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389400.432100:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389400.432186:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952128 00000100:00100000:1.0:1785389400.432197:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952128 00000100:00100000:1.0:1785389400.432299:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1785389400.432311:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485952128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389400.432359:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389400.432433:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485952128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389400.432442:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1785389400.432504:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485952128:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1785389400.432575:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389401.332639:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389401.646716:0:24041:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389401.646726:0:24041:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389401.652352:0:24041:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389401.652373:0:24041:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389402.259927:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389402.259973:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389402.260086:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389402.260121:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389402.260171:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051776 00000100:00100000:3.0:1785389402.260183:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051776 00000100:00100000:3.0:1785389402.260247:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:3.0:1785389402.260257:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459051776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389402.260343:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459051776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 87us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389402.260362:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 721 00000100:00100000:0.0:1785389402.262854:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052288 00000100:00100000:0.0:1785389402.262869:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052288 00000100:00100000:0.0:1785389402.262953:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00100000:0.0:1785389402.262967:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459052288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389402.263050:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459052288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 87us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389402.263057:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 746 00000100:00080000:3.0:1785389402.265539:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389402.269979:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389402.270015:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389402.270107:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459051904 00000100:00100000:1.0:1785389402.270120:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459051904 00000100:00100000:1.0:1785389402.270195:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 747 00000100:00100000:1.0:1785389402.270206:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459051904:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389402.270294:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459051904:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 89us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389402.270306:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 747 00000100:00080000:1.0:1785389402.270336:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389402.278175:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052032 00000100:00100000:2.0:1785389402.278194:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052032 00000100:00100000:2.0:1785389402.278343:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052544 00000100:00100000:2.0:1785389402.278347:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052544 00000100:00100000:3.0:1785389402.278535:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389402.278557:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052160 00000100:00100000:3.0:1785389402.278562:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052160 00000100:00100000:3.0:1785389402.278590:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052416 00000100:00100000:3.0:1785389402.278593:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052416 00000100:00100000:3.0:1785389402.278614:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:3.0:1785389402.278625:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459052032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389402.278834:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 774 00000100:00100000:1.0:1785389402.278847:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459052160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389402.278932:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459052032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 308us (18956us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389402.278941:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:3.0:1785389402.278962:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:3.0:1785389402.278969:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459052416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389402.279119:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00100000:2.0:1785389402.279127:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459052544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389402.286498:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459052160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 7634us (16461us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389402.286518:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 774 00000100:00080000:1.0:1785389402.286586:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389402.286592:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389402.292657:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459052416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 13668us (14108us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389402.292676:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:2.0:1785389402.294655:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459052544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15515us (34518us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389402.294672:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 776 00010000:00010000:3.0:1785389402.351934:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1785389403.375307:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389404.018689:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485952256:0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.018829:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389404.018945:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952256 00000100:00100000:2.0:1785389404.018955:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952256 00000100:00100000:2.0:1785389404.019027:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1785389404.019047:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485952256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.019995:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485952256:12345-0@lo:400:kworker.0 Request processed in 956us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389404.020005:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1785389404.020102:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485952256:0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.020125:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389404.020133:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485952384:0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.020171:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389404.021489:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952384 00000100:00100000:2.0:1785389404.021501:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952384 00000100:00100000:2.0:1785389404.021601:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1785389404.021612:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485952384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.021693:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485952384:12345-0@lo:400:kworker.0 Request processed in 83us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389404.021699:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1785389404.025078:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485952768:0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.025166:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389404.025245:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485952384:0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.025275:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1785389404.025282:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485952896:0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.025315:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389404.025484:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952768 00000100:00100000:1.0:1785389404.025493:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952768 00000100:00100000:1.0:1785389404.025564:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1785389404.025575:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485952768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.025637:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485952768:12345-0@lo:400:kworker.0 Request processed in 63us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389404.025645:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1785389404.025676:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952896 00000100:00100000:1.0:1785389404.025680:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952896 00000100:00100000:1.0:1785389404.025711:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1785389404.025719:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485952896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.025900:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485952896:12345-0@lo:400:kworker.0 Request processed in 181us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389404.025907:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1785389404.025946:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485952896:0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.025958:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485952768:0@lo:400:kworker.0 00000100:00080000:2.0:1785389404.026088:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389404.026094:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389404.026928:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485952512:0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.026973:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389404.027012:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389404.027020:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485952640:0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.027056:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389404.027089:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952640 00000100:00100000:1.0:1785389404.027095:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952640 00000100:00100000:1.0:1785389404.027136:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1785389404.027143:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485952640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389404.027184:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485952640:12345-0@lo:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389404.027190:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00080000:1.0:1785389404.027210:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389404.027230:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485952640:0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.027275:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485952512 00000100:00100000:2.0:1785389404.027280:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485952512 00000100:00100000:2.0:1785389404.027320:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1785389404.027325:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485952512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389404.027459:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485952512:12345-0@lo:400:kworker.0 Request processed in 133us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389404.027466:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00080000:1.0:1785389404.027948:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389404.027969:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485952512:0@lo:400:kworker.0 00000040:00080000:3.0:1785389404.050075:0:24092:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389404.050089:0:24092:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389404.051064:0:24092:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389404.051075:0:24092:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389404.402158:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389404.546093:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485953024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389404.546201:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389404.546637:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953024 00000100:00100000:2.0:1785389404.546649:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953024 00000100:00100000:2.0:1785389404.546713:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1785389404.546725:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485953024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389404.546911:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389404.546977:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485953024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 254us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389404.546984:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1785389404.547168:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485953024:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389405.425389:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389405.551867:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485953152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389405.551939:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389405.552025:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953152 00000100:00100000:2.0:1785389405.552032:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953152 00000100:00100000:2.0:1785389405.552071:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1785389405.552078:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485953152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389405.552111:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389405.552148:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485953152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389405.552154:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1785389405.552193:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485953152:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1785389406.443255:0:24144:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389406.443265:0:24144:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389406.448907:0:24144:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389406.448925:0:24144:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389406.455833:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389407.376828:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.376877:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.376895:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.376916:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.376946:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.376965:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.376999:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389407.377022:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052672 00000100:00100000:0.0:1785389407.377030:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052672 00000100:00100000:0.0:1785389407.377071:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 723 00000100:00100000:0.0:1785389407.377079:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459052672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389407.377136:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459052672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 58us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389407.377143:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 723 00000100:00100000:3.0:1785389407.377527:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052800 00000100:00100000:3.0:1785389407.377532:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052800 00000100:00100000:3.0:1785389407.377571:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053184 00000100:00100000:3.0:1785389407.377574:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053184 00000100:00100000:3.0:1785389407.377590:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:3.0:1785389407.377596:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459052800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389407.377629:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459052800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389407.377634:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:3.0:1785389407.377644:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 752 00000100:00100000:3.0:1785389407.377649:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459053184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389407.377681:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459053184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389407.377687:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 752 00000100:00100000:2.0:1785389407.378051:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053056 00000100:00100000:2.0:1785389407.378056:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053056 00000100:00100000:2.0:1785389407.378087:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053312 00000100:00100000:2.0:1785389407.378089:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053312 00000100:00100000:2.0:1785389407.378105:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459052928 00000100:00100000:2.0:1785389407.378108:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459052928 00000100:00100000:2.0:1785389407.378119:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053440 00000100:00100000:2.0:1785389407.378121:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053440 00000100:00100000:2.0:1785389407.378133:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:2.0:1785389407.378138:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459053056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389407.378167:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459053056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389407.378173:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:2.0:1785389407.378336:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 780 00000100:00100000:2.0:1785389407.378342:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459053312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389407.378361:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459053312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389407.378367:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 780 00000100:00100000:2.0:1785389407.378384:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:2.0:1785389407.378390:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459052928:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389407.378407:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459052928:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389407.378412:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:2.0:1785389407.378419:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00100000:2.0:1785389407.378423:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459053440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389407.378439:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459053440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389407.378443:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00080000:0.0:1785389407.382173:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389407.382190:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389407.382193:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1785389407.471019:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389407.983345:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389407.983356:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389407.985107:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389407.985121:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389408.504542:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389408.787398:0:24195:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389408.787407:0:24195:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389408.787926:0:24195:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389408.787935:0:24195:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389409.135261:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485953536:0@lo:400:kworker.0 00000100:00100000:3.0:1785389409.135328:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389409.135390:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389409.135396:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485953664:0@lo:400:kworker.0 00000100:00100000:3.0:1785389409.135418:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389409.135479:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485953408:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.135505:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389409.135526:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485953920:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.135543:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389409.135559:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1785389409.135563:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485953280:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.135587:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389409.135603:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485953792:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.135620:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389409.135645:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953664 00000100:00100000:2.0:1785389409.135651:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953664 00000100:00100000:2.0:1785389409.135693:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953920 00000100:00100000:2.0:1785389409.135696:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953920 00000100:00100000:2.0:1785389409.135714:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1785389409.135721:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485953664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.135779:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485953664:12345-0@lo:400:kworker.0 Request processed in 58us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.135785:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1785389409.135799:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1785389409.135805:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485953920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.135828:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485953920:12345-0@lo:400:kworker.0 Request processed in 24us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.135833:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1785389409.135849:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953280 00000100:00100000:2.0:1785389409.135852:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953280 00000100:00100000:2.0:1785389409.135988:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1785389409.135995:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485953280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136025:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485953280:12345-0@lo:400:kworker.0 Request processed in 31us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.136031:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1785389409.136059:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953536 00000100:00100000:2.0:1785389409.136063:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953536 00000100:00100000:2.0:1785389409.136089:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953408 00000100:00100000:2.0:1785389409.136092:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953408 00000100:00100000:2.0:1785389409.136107:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485953792 00000100:00100000:2.0:1785389409.136109:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485953792 00000100:00100000:2.0:1785389409.136123:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1785389409.136129:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485953536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136169:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485953536:12345-0@lo:400:kworker.0 Request processed in 39us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.136175:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1785389409.136187:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1785389409.136193:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485953408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136218:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485953408:12345-0@lo:400:kworker.0 Request processed in 26us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.136223:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1785389409.136234:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1785389409.136239:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485953792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136262:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485953792:12345-0@lo:400:kworker.0 Request processed in 24us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.136267:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:2.0:1785389409.136282:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389409.136286:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389409.136288:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389409.136327:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485953280:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136339:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485953792:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136346:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485953408:0@lo:400:kworker.0 00000100:00100000:2.0:1785389409.136354:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485953920:0@lo:400:kworker.0 00000100:00100000:3.0:1785389409.136446:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485953664:0@lo:400:kworker.0 00000100:00100000:3.0:1785389409.136455:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485953536:0@lo:400:kworker.0 00010000:00010000:2.0:1785389409.519766:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389409.647049:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389409.647073:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485954048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389409.647150:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389409.647324:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954048 00000100:00100000:2.0:1785389409.647332:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954048 00000100:00100000:2.0:1785389409.647379:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1785389409.647387:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485954048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389409.647420:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389409.647477:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485954048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389409.647484:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1785389409.647561:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485954048:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389410.548010:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389410.675308:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485954176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389410.675377:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389410.675474:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954176 00000100:00100000:2.0:1785389410.675481:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954176 00000100:00100000:2.0:1785389410.675526:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1785389410.675534:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485954176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389410.675572:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389410.675613:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485954176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389410.675619:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1785389410.675694:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485954176:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1785389411.110513:0:24246:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389411.110523:0:24246:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389411.111208:0:24246:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389411.111222:0:24246:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389411.567053:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389412.496095:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496143:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496175:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496205:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496228:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496247:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496272:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389412.496301:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053568 00000100:00100000:0.0:1785389412.496311:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053568 00000100:00100000:0.0:1785389412.496359:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 725 00000100:00100000:0.0:1785389412.496369:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459053568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389412.496436:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459053568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 69us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389412.496444:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 725 00000100:00100000:0.0:1785389412.496475:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053952 00000100:00100000:0.0:1785389412.496479:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053952 00000100:00100000:0.0:1785389412.496511:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054208 00000100:00100000:0.0:1785389412.496515:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054208 00000100:00100000:0.0:1785389412.496532:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053824 00000100:00100000:0.0:1785389412.496535:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053824 00000100:00100000:0.0:1785389412.496549:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054336 00000100:00100000:0.0:1785389412.496552:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054336 00000100:00100000:0.0:1785389412.496568:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 785 00000100:00100000:0.0:1785389412.496575:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459053952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389412.496604:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459053952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389412.496610:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 785 00000100:00100000:0.0:1785389412.496623:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 786 00000100:00100000:0.0:1785389412.496630:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459054208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389412.496655:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459054208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389412.496661:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 786 00000100:00100000:0.0:1785389412.496673:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:0.0:1785389412.496680:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459053824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389412.496705:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459053824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389412.496710:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:0.0:1785389412.496721:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 788 00000100:00100000:0.0:1785389412.496727:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459054336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389412.496781:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459054336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 53us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389412.496787:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 788 00000100:00100000:0.0:1785389412.496806:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459053696 00000100:00100000:0.0:1785389412.496810:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459053696 00000100:00100000:0.0:1785389412.496844:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054080 00000100:00100000:0.0:1785389412.496847:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054080 00000100:00100000:0.0:1785389412.496884:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:0.0:1785389412.496893:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459053696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389412.497176:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459053696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 284us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389412.497183:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 756 00000100:00100000:0.0:1785389412.497196:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:0.0:1785389412.497203:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459054080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:1.0:1785389412.497262:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389412.497266:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389412.497268:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389412.509886:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459054080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 12662us (13616us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389412.509901:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 757 00010000:00010000:2.0:1785389412.595194:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389413.548238:0:24298:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389413.548247:0:24298:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389413.553939:0:24298:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389413.553959:0:24298:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389413.614999:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389414.254980:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485954688:0@lo:400:kworker.0 00000100:00100000:3.0:1785389414.255046:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389414.255098:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389414.255104:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485954560:0@lo:400:kworker.0 00000100:00100000:3.0:1785389414.255128:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389414.255156:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954560 00000100:00100000:3.0:1785389414.255162:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954560 00000100:00100000:3.0:1785389414.255206:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1785389414.255214:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485954560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389414.255257:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485954560:12345-0@lo:400:kworker.0 Request processed in 44us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389414.255263:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1785389414.255298:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485954560:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255470:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485954432:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255498:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389414.255527:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485954944:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255545:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389414.255561:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1785389414.255566:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485954304:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255597:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389414.255616:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485954816:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255632:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389414.255653:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954688 00000100:00100000:2.0:1785389414.255656:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954688 00000100:00100000:2.0:1785389414.255859:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954944 00000100:00100000:2.0:1785389414.255862:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954944 00000100:00100000:2.0:1785389414.255885:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1785389414.255892:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485954688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255926:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485954688:12345-0@lo:400:kworker.0 Request processed in 34us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389414.255932:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1785389414.255943:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1785389414.255948:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485954944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.255973:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485954944:12345-0@lo:400:kworker.0 Request processed in 24us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389414.255978:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1785389414.255993:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954304 00000100:00100000:2.0:1785389414.255996:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954304 00000100:00100000:2.0:1785389414.256016:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1785389414.256022:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485954304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256044:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485954304:12345-0@lo:400:kworker.0 Request processed in 23us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389414.256050:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1785389414.256071:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954432 00000100:00100000:2.0:1785389414.256074:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954432 00000100:00100000:2.0:1785389414.256088:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485954816 00000100:00100000:2.0:1785389414.256090:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485954816 00000100:00100000:2.0:1785389414.256107:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1785389414.256112:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485954432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256135:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485954432:12345-0@lo:400:kworker.0 Request processed in 23us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389414.256140:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1785389414.256149:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1785389414.256154:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485954816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256174:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485954816:12345-0@lo:400:kworker.0 Request processed in 20us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389414.256179:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1785389414.256205:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485954304:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256214:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485954816:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256222:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485954432:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256229:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485954944:0@lo:400:kworker.0 00000100:00100000:2.0:1785389414.256258:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485954688:0@lo:400:kworker.0 00000100:00080000:1.0:1785389414.256531:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389414.256537:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389414.256539:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389414.639055:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389414.770091:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485955072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389414.770163:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389414.770963:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955072 00000100:00100000:2.0:1785389414.770972:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955072 00000100:00100000:2.0:1785389414.771025:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1785389414.771034:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485955072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389414.771068:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389414.771126:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485955072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389414.771133:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1785389414.771220:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485955072:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389415.662988:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389415.791030:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389415.791051:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485955200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389415.791118:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389415.791179:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955200 00000100:00100000:0.0:1785389415.791186:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955200 00000100:00100000:0.0:1785389415.791232:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1785389415.791241:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485955200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389415.791278:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389415.791322:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485955200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389415.791329:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1785389415.791462:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485955200:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1785389415.947176:0:24349:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389415.947186:0:24349:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389415.947782:0:24349:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389415.947790:0:24349:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389416.688217:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389417.263238:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389417.263246:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389417.263826:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389417.263833:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389417.639116:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389417.639162:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389417.639188:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389417.639215:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389417.639242:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054720 00000100:00100000:2.0:1785389417.639252:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054720 00000100:00100000:2.0:1785389417.639305:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055232 00000100:00100000:2.0:1785389417.639309:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055232 00000100:00100000:2.0:1785389417.639331:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:2.0:1785389417.639342:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459054720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389417.639410:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459054720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 70us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389417.639418:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:2.0:1785389417.639434:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:2.0:1785389417.639441:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459055232:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389417.639465:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459055232:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389417.639471:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:2.0:1785389417.639488:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054976 00000100:00100000:2.0:1785389417.639492:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054976 00000100:00100000:2.0:1785389417.639516:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:2.0:1785389417.639533:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459054976:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389417.639560:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459054976:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389417.639567:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00080000:2.0:1785389417.639585:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389417.639589:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389417.639591:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389417.640850:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054464 00000100:00100000:3.0:1785389417.640858:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054464 00000100:00100000:3.0:1785389417.640888:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:3.0:1785389417.640895:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459054464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389417.640927:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459054464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (1821us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389417.640933:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 727 00000100:00100000:0.0:1785389417.647694:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389417.647735:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389417.647794:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389417.647985:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054592 00000100:00100000:3.0:1785389417.647996:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054592 00000100:00100000:3.0:1785389417.648057:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00100000:3.0:1785389417.648068:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2364:x1872115459054592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389417.648140:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2364:x1872115459054592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 74us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389417.648148:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 762 00000100:00080000:3.0:1785389417.648169:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389417.648324:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459054848 00000100:00100000:3.0:1785389417.648328:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459054848 00000100:00100000:3.0:1785389417.648367:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055104 00000100:00100000:3.0:1785389417.648370:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055104 00000100:00100000:3.0:1785389417.648391:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 793 00000100:00100000:3.0:1785389417.648398:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459054848:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389417.648431:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2364:x1872115459054848:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389417.648437:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 793 00000100:00100000:3.0:1785389417.648450:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 794 00000100:00100000:3.0:1785389417.648457:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459055104:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389417.648480:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459055104:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389417.648487:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 794 00000100:00080000:0.0:1785389417.649308:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389417.649312:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1785389417.711077:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389418.289487:0:24400:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389418.289496:0:24400:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389418.290111:0:24400:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389418.290120:0:24400:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389418.735288:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389419.375075:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485955584:0@lo:400:kworker.0 00000100:00100000:3.0:1785389419.375095:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485955456:0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.375172:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485955328:0@lo:400:kworker.0 00000100:00100000:2.0:1785389419.382426:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485955712:0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.386592:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389419.386674:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485955840:0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.386719:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389419.386797:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955840 00000100:00100000:1.0:1785389419.386805:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955840 00000100:00100000:1.0:1785389419.386870:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1785389419.386880:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485955840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.386937:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485955840:12345-0@lo:400:kworker.0 Request processed in 58us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389419.386946:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1785389419.386992:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485955840:0@lo:400:kworker.0 00000100:00080000:1.0:1785389419.387025:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389419.387044:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955328 00000100:00100000:1.0:1785389419.387047:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955328 00000100:00100000:1.0:1785389419.387080:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1785389419.387087:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485955328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.387122:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485955328:12345-0@lo:400:kworker.0 Request processed in 36us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389419.387128:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1785389419.387160:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485955328:0@lo:400:kworker.0 00000100:00100000:0.0:1785389419.393704:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389419.394183:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955584 00000100:00100000:1.0:1785389419.394193:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955584 00000100:00100000:1.0:1785389419.394265:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1785389419.394277:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485955584:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1785389419.394402:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389419.395302:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389419.395340:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433030b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485955968:0@lo:400:kworker.0 00000100:00100000:3.0:1785389419.395375:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389419.395418:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955968 00000100:00100000:3.0:1785389419.395423:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955968 00000100:00100000:3.0:1785389419.395465:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1785389419.395472:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485955968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389419.395520:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485955968:12345-0@lo:400:kworker.0 Request processed in 48us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389419.395527:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1785389419.395564:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485955968:0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.396059:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485955584:12345-0@lo:400:kworker.0 Request processed in 1783us (2359us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389419.396067:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1785389419.396084:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955456 00000100:00100000:1.0:1785389419.396088:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955456 00000100:00100000:1.0:1785389419.396126:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1785389419.396132:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485955456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389419.396179:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485955456:12345-0@lo:400:kworker.0 Request processed in 47us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389419.396186:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:1.0:1785389419.396213:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389419.397822:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485955456:0@lo:400:kworker.0 00000100:00100000:0.0:1785389419.406210:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485955584:0@lo:400:kworker.0 00000100:00100000:2.0:1785389419.412587:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389419.413858:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485955712 00000100:00100000:3.0:1785389419.413868:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485955712 00000100:00100000:3.0:1785389419.413948:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1785389419.413959:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485955712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389419.414051:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485955712:12345-0@lo:400:kworker.0 Request processed in 84us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389419.414062:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1785389419.414188:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433030b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485955712:0@lo:400:kworker.0 00000100:00080000:1.0:1785389419.414276:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389419.786213:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389419.889181:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389419.889200:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485956096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389419.889270:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389419.889337:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956096 00000100:00100000:0.0:1785389419.889343:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956096 00000100:00100000:0.0:1785389419.889381:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1785389419.889389:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485956096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389419.889421:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389419.889459:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485956096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389419.889466:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1785389419.891155:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485956096:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389420.637914:0:24452:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389420.637924:0:24452:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389420.639859:0:24452:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389420.639874:0:24452:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389420.782921:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389420.910908:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485956224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389420.910976:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389420.912010:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956224 00000100:00100000:1.0:1785389420.912018:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956224 00000100:00100000:1.0:1785389420.912066:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1785389420.912075:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485956224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389420.912111:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389420.917600:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485956224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4602us (5698us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389420.917614:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1785389420.918317:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485956224:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389421.807372:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389422.741071:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389422.741132:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389422.741206:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055488 00000100:00100000:1.0:1785389422.741215:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055488 00000100:00100000:1.0:1785389422.741273:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 766 00000100:00100000:1.0:1785389422.741283:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2364:x1872115459055488:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389422.741346:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2364:x1872115459055488:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 65us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389422.741353:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 766 00000100:00080000:1.0:1785389422.741373:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389422.741684:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055360 00000100:00100000:3.0:1785389422.741689:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055360 00000100:00100000:3.0:1785389422.741722:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 729 00000100:00100000:3.0:1785389422.741728:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459055360:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389422.742025:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459055360:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 295us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389422.742031:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 729 00000100:00100000:3.0:1785389422.743989:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389422.744026:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389422.744044:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389422.744061:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389422.744084:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389422.744106:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055744 00000100:00100000:3.0:1785389422.744112:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055744 00000100:00100000:3.0:1785389422.744148:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056000 00000100:00100000:3.0:1785389422.744150:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056000 00000100:00100000:3.0:1785389422.744165:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055616 00000100:00100000:3.0:1785389422.744167:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055616 00000100:00100000:3.0:1785389422.744177:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056128 00000100:00100000:3.0:1785389422.744179:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056128 00000100:00100000:3.0:1785389422.744192:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:3.0:1785389422.744199:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459055744:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389422.744247:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459055744:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389422.744257:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:3.0:1785389422.744271:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 798 00000100:00100000:3.0:1785389422.744275:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459056000:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389422.744294:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459056000:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389422.744300:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 798 00000100:00100000:3.0:1785389422.744308:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 799 00000100:00100000:3.0:1785389422.744313:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459055616:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389422.744329:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459055616:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 16us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389422.744334:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 799 00000100:00100000:3.0:1785389422.744342:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 800 00000100:00100000:3.0:1785389422.744347:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459056128:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389422.744365:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459056128:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389422.744370:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 800 00000100:00100000:3.0:1785389422.744387:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459055872 00000100:00100000:3.0:1785389422.744390:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459055872 00000100:00100000:3.0:1785389422.744414:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:3.0:1785389422.744419:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459055872:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389422.744441:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459055872:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389422.744447:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00080000:3.0:1785389422.744471:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389422.744475:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389422.744477:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1785389422.837975:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389422.978285:0:24503:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389422.978294:0:24503:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389422.979056:0:24503:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389422.979063:0:24503:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389423.854993:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389424.495691:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485956608:0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.495776:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389424.495839:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389424.495846:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485956736:0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.495875:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389424.496058:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485956352:0@lo:400:kworker.0 00000100:00100000:2.0:1785389424.496094:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389424.496126:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485956864:0@lo:400:kworker.0 00000100:00100000:2.0:1785389424.496150:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389424.496167:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389424.496172:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485956480:0@lo:400:kworker.0 00000100:00100000:2.0:1785389424.496192:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389424.496206:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485956992:0@lo:400:kworker.0 00000100:00100000:2.0:1785389424.496226:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389424.497586:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956352 00000100:00100000:1.0:1785389424.497597:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956352 00000100:00100000:1.0:1785389424.497671:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1785389424.497680:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485956352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.497761:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485956352:12345-0@lo:400:kworker.0 Request processed in 62us (1646us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389424.497769:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1785389424.497807:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956608 00000100:00100000:1.0:1785389424.497810:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956608 00000100:00100000:1.0:1785389424.498041:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956864 00000100:00100000:1.0:1785389424.498045:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956864 00000100:00100000:1.0:1785389424.498063:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956480 00000100:00100000:1.0:1785389424.498066:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956480 00000100:00100000:1.0:1785389424.498078:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1785389424.498084:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485956608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.498120:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485956608:12345-0@lo:400:kworker.0 Request processed in 36us (2344us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389424.498126:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1785389424.498136:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1785389424.498142:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485956864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.498165:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485956864:12345-0@lo:400:kworker.0 Request processed in 24us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389424.498170:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1785389424.498180:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1785389424.498184:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485956480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.498211:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433030b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485956480:12345-0@lo:400:kworker.0 Request processed in 27us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389424.498217:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1785389424.498258:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485956480:0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.498269:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485956352:0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.498277:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485956864:0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.498311:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485956608:0@lo:400:kworker.0 00000100:00080000:2.0:1785389424.498355:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389424.498804:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956736 00000100:00100000:2.0:1785389424.498809:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956736 00000100:00100000:2.0:1785389424.498852:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485956992 00000100:00100000:2.0:1785389424.498856:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485956992 00000100:00100000:2.0:1785389424.498875:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1785389424.498881:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485956736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389424.498917:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485956736:12345-0@lo:400:kworker.0 Request processed in 37us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389424.498927:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1785389424.498937:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1785389424.498953:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485956992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389424.498984:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485956992:12345-0@lo:400:kworker.0 Request processed in 41us (2757us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389424.498990:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:1.0:1785389424.505085:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389424.505094:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389424.505144:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485956736:0@lo:400:kworker.0 00000100:00100000:1.0:1785389424.505184:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485956992:0@lo:400:kworker.0 00010000:00010000:2.0:1785389424.879597:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389425.007822:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485957120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389425.007920:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389425.008118:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957120 00000100:00100000:0.0:1785389425.008130:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957120 00000100:00100000:0.0:1785389425.008193:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1785389425.008205:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485957120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389425.008250:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389425.008314:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485957120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389425.008321:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1785389425.008413:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485957120:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785389425.311235:0:24554:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389425.311246:0:24554:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389425.311810:0:24554:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389425.311821:0:24554:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389425.903255:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389426.031089:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485957248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389426.031188:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389426.031403:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957248 00000100:00100000:0.0:1785389426.031413:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957248 00000100:00100000:0.0:1785389426.031491:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1785389426.031505:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485957248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389426.031552:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389426.031669:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485957248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389426.031678:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:1.0:1785389426.033337:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389426.036981:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485957248:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389426.937656:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389427.513259:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389427.513271:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389427.513851:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389427.513861:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1785389427.570168:0:24607:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389427.570181:0:24607:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389427.570716:0:24607:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389427.570727:0:24607:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389427.858949:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389427.859005:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389427.859114:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056256 00000100:00100000:2.0:1785389427.859126:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056256 00000100:00100000:2.0:1785389427.859186:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:2.0:1785389427.859197:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459056256:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389427.859287:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459056256:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 92us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389427.859295:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 731 00000100:00100000:0.0:1785389427.859442:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056384 00000100:00100000:0.0:1785389427.859447:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056384 00000100:00100000:0.0:1785389427.859502:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00100000:0.0:1785389427.859511:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459056384:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389427.859546:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459056384:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 38us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389427.859564:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00080000:2.0:1785389427.860114:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389427.863256:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389427.863292:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389427.863316:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389427.863334:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389427.863355:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389427.863381:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056512 00000100:00100000:3.0:1785389427.863391:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056512 00000100:00100000:3.0:1785389427.863442:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056640 00000100:00100000:3.0:1785389427.863445:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056640 00000100:00100000:3.0:1785389427.863459:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056896 00000100:00100000:3.0:1785389427.863461:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056896 00000100:00100000:3.0:1785389427.863472:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057024 00000100:00100000:3.0:1785389427.863473:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057024 00000100:00100000:3.0:1785389427.863487:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 803 00000100:00100000:3.0:1785389427.863496:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459056512:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389427.863594:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459056512:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 99us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389427.863601:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 803 00000100:00100000:3.0:1785389427.863617:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 804 00000100:00100000:3.0:1785389427.863623:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459056640:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389427.863644:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459056640:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389427.863649:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 804 00000100:00100000:3.0:1785389427.863657:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 805 00000100:00100000:3.0:1785389427.863662:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459056896:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389427.863678:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459056896:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389427.863683:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 805 00000100:00100000:3.0:1785389427.863691:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:3.0:1785389427.863695:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459057024:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389427.863712:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459057024:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389427.863717:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:3.0:1785389427.863732:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459056768 00000100:00100000:3.0:1785389427.863736:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459056768 00000100:00100000:3.0:1785389427.863780:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 772 00000100:00100000:3.0:1785389427.863786:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459056768:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389427.863814:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459056768:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389427.863821:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 772 00000100:00080000:3.0:1785389427.863848:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389427.863853:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389427.863855:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389427.950903:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389428.975939:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389429.626839:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485957504:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.626933:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389429.626997:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485958016:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.627027:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389429.627057:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1785389429.627063:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485957376:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.627097:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389429.627122:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485957888:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.627146:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389429.627172:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485957632:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.627196:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389429.627216:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389429.627221:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433026f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485957760:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.627242:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389429.627277:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957504 00000100:00100000:2.0:1785389429.627286:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957504 00000100:00100000:2.0:1785389429.628689:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957888 00000100:00100000:2.0:1785389429.628699:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957888 00000100:00100000:2.0:1785389429.628731:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957632 00000100:00100000:2.0:1785389429.628734:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957632 00000100:00100000:2.0:1785389429.628770:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1785389429.628780:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485957504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.628865:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485957504:12345-0@lo:400:kworker.0 Request processed in 85us (1931us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389429.628873:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1785389429.628894:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1785389429.628901:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485957888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.628932:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485957888:12345-0@lo:400:kworker.0 Request processed in 32us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389429.628938:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1785389429.628949:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1785389429.628955:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485957632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.628987:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485957632:12345-0@lo:400:kworker.0 Request processed in 32us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389429.628992:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1785389429.629017:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958016 00000100:00100000:2.0:1785389429.629021:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958016 00000100:00100000:2.0:1785389429.629050:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957760 00000100:00100000:2.0:1785389429.629054:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957760 00000100:00100000:2.0:1785389429.629078:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1785389429.629085:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485958016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629116:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485958016:12345-0@lo:400:kworker.0 Request processed in 32us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389429.629121:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1785389429.629132:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1785389429.629137:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485957760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629162:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485957760:12345-0@lo:400:kworker.0 Request processed in 26us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389429.629168:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1785389429.629186:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485957376 00000100:00100000:2.0:1785389429.629190:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485957376 00000100:00100000:2.0:1785389429.629213:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1785389429.629219:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485957376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629248:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485957376:12345-0@lo:400:kworker.0 Request processed in 30us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389429.629253:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:2.0:1785389429.629296:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389429.629301:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389429.629304:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389429.629356:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485957760:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629369:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485957632:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629403:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485957376:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629414:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485957888:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629424:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485957504:0@lo:400:kworker.0 00000100:00100000:2.0:1785389429.629434:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433026f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485958016:0@lo:400:kworker.0 00010000:00010000:3.0:1785389429.998934:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389430.126948:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389430.126983:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485958144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389430.127069:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389430.127243:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958144 00000100:00100000:0.0:1785389430.127253:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958144 00000100:00100000:0.0:1785389430.127369:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1785389430.127379:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485958144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389430.127425:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389430.127471:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485958144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389430.127479:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1785389430.127545:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485958144:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1785389430.147277:0:24658:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389430.148332:0:24658:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389430.151503:0:24658:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389430.151545:0:24658:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389431.023474:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389431.154301:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485958272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389431.154400:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389431.154568:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958272 00000100:00100000:0.0:1785389431.154579:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958272 00000100:00100000:0.0:1785389431.154661:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1785389431.154675:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485958272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389431.154725:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389431.154806:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301df4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485958272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389431.154825:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00080000:2.0:1785389431.155085:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389431.155125:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485958272:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389432.053330:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389432.399347:0:24709:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389432.399357:0:24709:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389432.401373:0:24709:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389432.401388:0:24709:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389432.975089:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389432.975300:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389432.975384:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389432.975620:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389432.975663:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057408 00000100:00100000:3.0:1785389432.975672:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057408 00000100:00100000:3.0:1785389432.975774:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057920 00000100:00100000:3.0:1785389432.975778:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057920 00000100:00100000:3.0:1785389432.975801:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 809 00000100:00100000:3.0:1785389432.975812:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459057408:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389432.975889:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459057408:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 78us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389432.975896:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 809 00000100:00100000:3.0:1785389432.975930:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 810 00000100:00100000:3.0:1785389432.975936:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459057920:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389432.975962:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459057920:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389432.975967:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 810 00000100:00100000:2.0:1785389432.978061:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057152 00000100:00100000:2.0:1785389432.978073:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057152 00000100:00100000:2.0:1785389432.978122:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 733 00000100:00100000:2.0:1785389432.978132:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459057152:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389432.978198:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459057152:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 67us (3117us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389432.978205:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 733 00000100:00080000:2.0:1785389432.978237:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389432.978242:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389432.979253:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389432.986298:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389432.986350:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389432.986374:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057536 00000100:00100000:2.0:1785389432.986383:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057536 00000100:00100000:2.0:1785389432.986446:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057792 00000100:00100000:2.0:1785389432.986451:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057792 00000100:00100000:2.0:1785389432.986482:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:2.0:1785389432.986493:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459057536:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389432.986573:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459057536:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389432.986579:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:2.0:1785389432.986593:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00100000:2.0:1785389432.986598:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459057792:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389432.986646:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459057792:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389432.986652:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00080000:2.0:1785389432.986666:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389432.986669:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389432.989788:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057664 00000100:00100000:1.0:1785389432.989803:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057664 00000100:00100000:3.0:1785389432.990454:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459057280 00000100:00100000:3.0:1785389432.990460:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459057280 00000100:00100000:3.0:1785389432.990499:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00100000:3.0:1785389432.990514:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115459057664:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389432.990554:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 777 00000100:00100000:1.0:1785389432.990565:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459057280:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389432.990608:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115459057664:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 98us (15221us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389432.990615:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 776 00000100:00080000:3.0:1785389432.990667:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389432.991162:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2365:x1872115459057280:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 598us (11911us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389432.991169:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 777 00010000:00010000:3.0:1785389433.071146:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389434.095015:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389434.636504:0:24761:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389434.636514:0:24761:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389434.637159:0:24761:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389434.637169:0:24761:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389434.739791:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485958528:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.739897:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389434.739940:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485959040:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.739960:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389434.739993:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389434.739998:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485958400:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740021:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389434.740039:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485958912:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740055:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389434.740074:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485958656:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740092:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389434.740106:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389434.740110:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485958784:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740126:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389434.740151:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958528 00000100:00100000:1.0:1785389434.740157:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958528 00000100:00100000:1.0:1785389434.740198:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958912 00000100:00100000:1.0:1785389434.740201:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958912 00000100:00100000:1.0:1785389434.740226:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958656 00000100:00100000:1.0:1785389434.740229:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958656 00000100:00100000:1.0:1785389434.740245:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1785389434.740254:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485958528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740321:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485958528:12345-0@lo:400:kworker.0 Request processed in 67us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389434.740328:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1785389434.740344:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1785389434.740350:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485958912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740376:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485958912:12345-0@lo:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389434.740384:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1785389434.740397:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1785389434.740402:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485958656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740608:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485958656:12345-0@lo:400:kworker.0 Request processed in 205us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389434.740614:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1785389434.740635:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959040 00000100:00100000:1.0:1785389434.740639:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959040 00000100:00100000:1.0:1785389434.740663:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958784 00000100:00100000:1.0:1785389434.740666:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958784 00000100:00100000:1.0:1785389434.740685:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1785389434.740691:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485959040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740723:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485959040:12345-0@lo:400:kworker.0 Request processed in 32us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389434.740728:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1785389434.740740:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1785389434.740767:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485958784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740792:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485958784:12345-0@lo:400:kworker.0 Request processed in 27us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389434.740800:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1785389434.740817:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485958400 00000100:00100000:1.0:1785389434.740821:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485958400 00000100:00100000:1.0:1785389434.740844:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1785389434.740849:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485958400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740877:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404ebc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485958400:12345-0@lo:400:kworker.0 Request processed in 27us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389434.740882:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00080000:1.0:1785389434.740917:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389434.740921:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389434.740924:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389434.740960:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485958400:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740973:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485958912:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740981:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485958528:0@lo:400:kworker.0 00000100:00100000:1.0:1785389434.740989:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485959040:0@lo:400:kworker.0 00000100:00100000:2.0:1785389434.741251:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485958784:0@lo:400:kworker.0 00000100:00100000:2.0:1785389434.741263:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485958656:0@lo:400:kworker.0 00010000:00010000:1.0:1785389435.118946:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389435.246996:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389435.247022:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485959168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389435.247091:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389435.247343:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959168 00000100:00100000:0.0:1785389435.247363:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959168 00000100:00100000:0.0:1785389435.247421:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1785389435.247452:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485959168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389435.247487:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389435.247541:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485959168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389435.247549:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1785389435.247677:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485959168:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389436.143035:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389436.271731:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389436.271779:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485959296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389436.271848:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389436.271981:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959296 00000100:00100000:0.0:1785389436.271990:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959296 00000100:00100000:0.0:1785389436.272058:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1785389436.272070:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485959296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389436.272104:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389436.272176:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485959296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389436.272183:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1785389436.272273:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485959296:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389436.272553:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1785389436.965728:0:24812:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389436.965737:0:24812:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389436.968694:0:24812:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389436.968709:0:24812:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389437.167784:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389437.742974:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389437.742984:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389437.743621:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389437.743646:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389438.119037:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389438.119085:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389438.119111:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389438.119152:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389438.119179:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389438.119206:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058304 00000100:00100000:0.0:1785389438.119224:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058304 00000100:00100000:0.0:1785389438.119288:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058816 00000100:00100000:0.0:1785389438.119292:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058816 00000100:00100000:1.0:1785389438.119308:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058176 00000100:00100000:1.0:1785389438.119313:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058176 00000100:00100000:0.0:1785389438.119319:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 815 00000100:00100000:0.0:1785389438.119330:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459058304:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389438.119350:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058560 00000100:00100000:1.0:1785389438.119353:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058560 00000100:00100000:1.0:1785389438.119385:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:1.0:1785389438.119392:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2362:x1872115459058176:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389438.119415:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459058304:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389438.119420:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2362:x1872115459058176:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389438.119423:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 815 00000100:00100000:1.0:1785389438.119426:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 781 00000100:00100000:0.0:1785389438.119440:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:1.0:1785389438.119441:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00100000:1.0:1785389438.119446:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459058560:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389438.119447:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459058816:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389438.119468:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433026f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459058560:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389438.119474:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 782 00000100:00100000:0.0:1785389438.119479:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459058816:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389438.119485:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:3.0:1785389438.119605:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058048 00000100:00100000:3.0:1785389438.119609:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058048 00000100:00080000:2.0:1785389438.119637:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389438.119641:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389438.119644:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389438.119655:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 735 00000100:00100000:3.0:1785389438.119662:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459058048:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389438.119688:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459058048:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389438.119694:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 735 00000100:00100000:2.0:1785389438.123461:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389438.123501:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389438.123547:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058432 00000100:00100000:1.0:1785389438.123557:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058432 00000100:00100000:1.0:1785389438.123621:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058688 00000100:00100000:1.0:1785389438.123624:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058688 00000100:00100000:1.0:1785389438.123659:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:3.0:1785389438.123672:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 818 00000100:00100000:1.0:1785389438.123674:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115459058432:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389438.123685:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459058688:12345-192.168.204.39@tcp:400:kworker.0 00000100:00080000:2.0:1785389438.123771:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389438.123776:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389438.123784:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115459058432:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 115us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389438.123792:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:3.0:1785389438.131891:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459058688:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 8199us (8378us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389438.132206:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 818 00010000:00010000:1.0:1785389438.192782:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389439.214956:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389439.400953:0:24863:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389439.400963:0:24863:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389439.403640:0:24863:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389439.403711:0:24863:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389439.855104:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485959552:0@lo:400:kworker.0 00000100:00100000:0.0:1785389439.855104:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485959808:0@lo:400:kworker.0 00000100:00100000:2.0:1785389439.855183:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485959424:0@lo:400:kworker.0 00000100:00100000:3.0:1785389439.855245:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485959680:0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.860839:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389439.860999:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485960064:0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.861036:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389439.861203:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959552 00000100:00100000:1.0:1785389439.861209:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959552 00000100:00100000:1.0:1785389439.861253:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1785389439.861260:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485959552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.861366:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485959552:12345-0@lo:400:kworker.0 Request processed in 105us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389439.861374:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1785389439.861397:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960064 00000100:00100000:1.0:1785389439.861401:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960064 00000100:00100000:1.0:1785389439.861496:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1785389439.861504:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485960064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.861535:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485960064:12345-0@lo:400:kworker.0 Request processed in 32us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389439.861541:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:1.0:1785389439.861623:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389439.861656:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485959552:0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.861668:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485960064:0@lo:400:kworker.0 00000100:00100000:2.0:1785389439.866556:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389439.866629:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485959936:0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.866639:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959424 00000100:00100000:1.0:1785389439.866648:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959424 00000100:00100000:2.0:1785389439.866683:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389439.866705:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1785389439.866714:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485959424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.866791:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485959424:12345-0@lo:400:kworker.0 Request processed in 78us (3370us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389439.866798:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1785389439.866830:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959936 00000100:00100000:1.0:1785389439.866834:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959936 00000100:00100000:1.0:1785389439.866862:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1785389439.866867:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485959936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389439.866894:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485959936:12345-0@lo:400:kworker.0 Request processed in 27us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389439.866994:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:1.0:1785389439.867013:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389439.867180:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485959424:0@lo:400:kworker.0 00000100:00100000:2.0:1785389439.867196:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485959936:0@lo:400:kworker.0 00000100:00100000:0.0:1785389439.870891:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389439.870992:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959808 00000100:00100000:2.0:1785389439.871000:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959808 00000100:00100000:2.0:1785389439.871055:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1785389439.871063:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485959808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389439.871112:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485959808:12345-0@lo:400:kworker.0 Request processed in 50us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389439.871120:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1785389439.871151:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485959808:0@lo:400:kworker.0 00000100:00080000:3.0:1785389439.871209:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389439.871568:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389439.871645:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485959680 00000100:00100000:2.0:1785389439.871649:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485959680 00000100:00100000:2.0:1785389439.871685:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1785389439.871691:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485959680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389439.871735:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485959680:12345-0@lo:400:kworker.0 Request processed in 44us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389439.871741:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1785389439.871815:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485959680:0@lo:400:kworker.0 00000100:00080000:3.0:1785389439.871929:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389440.239068:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389440.367595:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389440.367617:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485960192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389440.367685:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389440.367854:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960192 00000100:00100000:0.0:1785389440.367863:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960192 00000100:00100000:0.0:1785389440.367919:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1785389440.367930:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485960192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389440.367966:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389440.368025:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485960192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389440.368032:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1785389440.368248:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485960192:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1785389441.264867:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389441.392558:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485960320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389441.392631:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389441.393273:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960320 00000100:00100000:1.0:1785389441.393281:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960320 00000100:00100000:1.0:1785389441.393345:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1785389441.393355:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485960320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389441.393392:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389441.393442:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485960320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389441.393449:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1785389441.393502:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485960320:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1785389441.393604:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1785389441.588240:0:24915:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389441.588248:0:24915:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389441.588812:0:24915:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389441.588822:0:24915:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389442.286975:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389443.215157:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389443.215201:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389443.215219:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389443.215264:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389443.215299:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389443.215318:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389443.215342:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389443.215478:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059072 00000100:00100000:3.0:1785389443.215489:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059072 00000100:00100000:3.0:1785389443.215556:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059456 00000100:00100000:3.0:1785389443.215559:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059456 00000100:00100000:3.0:1785389443.215594:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 786 00000100:00100000:3.0:1785389443.215604:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459059072:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389443.215678:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459059072:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389443.215686:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 786 00000100:00100000:3.0:1785389443.215702:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:3.0:1785389443.215709:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459059456:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389443.215733:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459059456:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389443.215740:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 787 00000100:00100000:0.0:1785389443.215801:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059328 00000100:00100000:0.0:1785389443.215806:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059328 00000100:00100000:0.0:1785389443.215839:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059584 00000100:00100000:0.0:1785389443.215843:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059584 00000100:00100000:0.0:1785389443.215859:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059200 00000100:00100000:0.0:1785389443.215861:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059200 00000100:00100000:0.0:1785389443.215874:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059712 00000100:00100000:0.0:1785389443.215876:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059712 00000100:00100000:0.0:1785389443.215890:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:0.0:1785389443.215899:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459059328:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389443.215906:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:3.0:1785389443.215918:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459059584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389443.215936:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459059328:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389443.215943:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:0.0:1785389443.215956:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 823 00000100:00100000:0.0:1785389443.215964:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459059200:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389443.215982:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459059584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389443.215990:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:0.0:1785389443.215996:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459059200:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389443.216005:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 823 00000100:00100000:3.0:1785389443.216011:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 824 00000100:00100000:3.0:1785389443.216021:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459059712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389443.216051:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459059712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389443.216057:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 824 00000100:00100000:0.0:1785389443.216086:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459058944 00000100:00100000:0.0:1785389443.216090:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459058944 00000100:00100000:0.0:1785389443.216132:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00100000:0.0:1785389443.216139:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459058944:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389443.216166:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459058944:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389443.216173:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 737 00000100:00080000:0.0:1785389443.216230:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389443.216235:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389443.216238:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1785389443.316845:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389443.867914:0:24966:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389443.867924:0:24966:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389443.868469:0:24966:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389443.868482:0:24966:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389444.334892:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389444.975112:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485960704:0@lo:400:kworker.0 00000100:00100000:0.0:1785389444.975183:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389444.975258:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389444.975264:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485960832:0@lo:400:kworker.0 00000100:00100000:0.0:1785389444.975289:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389444.975319:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960832 00000100:00100000:0.0:1785389444.975325:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960832 00000100:00100000:0.0:1785389444.975373:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1785389444.975382:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485960832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389444.975431:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485960832:12345-0@lo:400:kworker.0 Request processed in 51us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389444.975439:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:0.0:1785389444.975457:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389444.975486:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485960832:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.975587:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485960576:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.975618:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389444.975649:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485961088:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.975668:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389444.975686:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389444.975691:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485960448:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.975713:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389444.975731:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485960960:0@lo:400:kworker.0 00000100:00100000:3.0:1785389444.975771:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960704 00000100:00100000:1.0:1785389444.975776:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389444.975778:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960704 00000100:00100000:1.0:1785389444.975811:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961088 00000100:00100000:1.0:1785389444.975816:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961088 00000100:00100000:3.0:1785389444.975819:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960576 00000100:00100000:3.0:1785389444.975824:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960576 00000100:00100000:3.0:1785389444.975840:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960960 00000100:00100000:3.0:1785389444.975845:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960960 00000100:00100000:1.0:1785389444.975867:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1785389444.975871:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1785389444.975877:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485961088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389444.975884:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485960704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.975920:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485961088:12345-0@lo:400:kworker.0 Request processed in 46us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389444.975927:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1785389444.975938:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485960704:12345-0@lo:400:kworker.0 Request processed in 57us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389444.975946:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1785389444.975962:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485960448 00000100:00100000:3.0:1785389444.975967:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1785389444.975967:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485960448 00000100:00100000:3.0:1785389444.975978:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485960576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389444.976010:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485960576:12345-0@lo:400:kworker.0 Request processed in 33us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389444.976015:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1785389444.976026:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1785389444.976031:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485960960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389444.976056:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330187dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485960960:12345-0@lo:400:kworker.0 Request processed in 25us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389444.976061:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:3.0:1785389444.976081:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389444.976086:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389444.976126:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1785389444.976136:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485960448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.976175:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485960448:12345-0@lo:400:kworker.0 Request processed in 41us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389444.976182:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1785389444.976222:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485960448:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.976242:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485960960:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.976252:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485960576:0@lo:400:kworker.0 00000100:00100000:1.0:1785389444.976260:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485961088:0@lo:400:kworker.0 00000100:00100000:0.0:1785389444.979439:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485960704:0@lo:400:kworker.0 00010000:00010000:3.0:1785389445.359158:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389445.487012:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485961216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389445.487080:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389445.487399:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961216 00000100:00100000:0.0:1785389445.487407:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961216 00000100:00100000:0.0:1785389445.487456:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1785389445.487466:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485961216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389445.487502:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389445.487552:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485961216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389445.487559:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1785389445.487672:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485961216:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389446.042097:0:25017:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389446.042106:0:25017:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389446.045943:0:25017:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389446.045959:0:25017:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389446.393327:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389446.514465:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485961344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389446.514573:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389446.515334:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961344 00000100:00100000:3.0:1785389446.515342:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961344 00000100:00100000:3.0:1785389446.515403:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1785389446.515411:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485961344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389446.515443:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1785389446.516311:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389446.519255:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485961344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3831us (4668us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389446.519268:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1785389446.521324:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485961344:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389447.408877:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389447.986680:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389447.986688:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389447.987506:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389447.987517:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1785389448.129568:0:25068:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389448.129576:0:25068:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389448.131270:0:25068:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389448.131281:0:25068:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1785389448.352738:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352784:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352839:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352858:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352873:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352888:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352907:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389448.352931:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059840 00000100:00100000:2.0:1785389448.352941:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059840 00000100:00100000:2.0:1785389448.352988:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:2.0:1785389448.352998:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459059840:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.353067:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459059840:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.353075:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 739 00000100:00100000:2.0:1785389448.353120:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060096 00000100:00100000:2.0:1785389448.353124:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060096 00000100:00100000:2.0:1785389448.353157:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060608 00000100:00100000:2.0:1785389448.353161:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060608 00000100:00100000:2.0:1785389448.356618:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060224 00000100:00100000:2.0:1785389448.356634:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060224 00000100:00100000:2.0:1785389448.356677:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060480 00000100:00100000:2.0:1785389448.356680:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060480 00000100:00100000:2.0:1785389448.356706:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:2.0:1785389448.356715:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459060096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.356799:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459060096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 84us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.356806:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:2.0:1785389448.356823:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 828 00000100:00100000:2.0:1785389448.356832:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459060608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.356858:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459060608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (3999us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.356864:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 828 00000100:00100000:2.0:1785389448.356875:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 829 00000100:00100000:2.0:1785389448.356881:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459060224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.356905:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459060224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (4015us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.356911:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 829 00000100:00100000:2.0:1785389448.356922:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 830 00000100:00100000:2.0:1785389448.356928:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459060480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.356950:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459060480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (4041us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.356955:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 830 00000100:00100000:2.0:1785389448.356982:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060352 00000100:00100000:2.0:1785389448.356986:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060352 00000100:00100000:2.0:1785389448.357025:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459059968 00000100:00100000:2.0:1785389448.357029:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459059968 00000100:00100000:2.0:1785389448.357052:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:2.0:1785389448.357059:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459060352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.357086:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459060352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (4247us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.357164:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 791 00000100:00100000:2.0:1785389448.357227:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00100000:2.0:1785389448.357234:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459059968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389448.357259:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943425e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459059968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389448.357265:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 792 00000100:00080000:2.0:1785389448.357426:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389448.357431:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389448.357433:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389448.431018:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389449.457858:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389450.085487:0:25120:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389450.085498:0:25120:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389450.086008:0:25120:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389450.086016:0:25120:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389450.095718:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485961472:0@lo:400:kworker.0 00000100:00100000:0.0:1785389450.095860:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389450.095954:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961472 00000100:00100000:1.0:1785389450.095962:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961472 00000100:00100000:1.0:1785389450.096035:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1785389450.096045:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485961472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389450.096357:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485961600:0@lo:400:kworker.0 00000100:00100000:3.0:1785389450.096390:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389450.096424:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961600 00000100:00100000:3.0:1785389450.096429:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961600 00000100:00100000:3.0:1785389450.096457:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1785389450.096463:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485961600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389450.096497:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485961600:12345-0@lo:400:kworker.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389450.096504:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1785389450.096542:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485961600:0@lo:400:kworker.0 00000100:00100000:1.0:1785389450.100398:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485961472:12345-0@lo:400:kworker.0 Request processed in 4345us (4528us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389450.100412:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1785389450.107939:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485961472:0@lo:400:kworker.0 00000100:00100000:3.0:1785389450.108403:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485961728:0@lo:400:kworker.0 00000100:00100000:3.0:1785389450.108471:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389450.108678:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961728 00000100:00100000:2.0:1785389450.108686:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961728 00000100:00100000:2.0:1785389450.108737:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1785389450.108770:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485961728:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1785389450.110252:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389450.110482:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485961856:0@lo:400:kworker.0 00000100:00100000:1.0:1785389450.110542:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389450.112178:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961856 00000100:00100000:1.0:1785389450.112188:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961856 00000100:00100000:1.0:1785389450.112246:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1785389450.112255:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485961856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389450.112315:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485961856:12345-0@lo:400:kworker.0 Request processed in 62us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389450.112322:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00080000:1.0:1785389450.112343:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389450.112382:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485961856:0@lo:400:kworker.0 00000100:00100000:2.0:1785389450.112706:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485961728:12345-0@lo:400:kworker.0 Request processed in 3959us (4233us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389450.112714:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1785389450.114285:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485961984:0@lo:400:kworker.0 00000100:00100000:1.0:1785389450.114335:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389450.114371:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389450.114422:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485962112:0@lo:400:kworker.0 00000100:00100000:1.0:1785389450.114451:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389450.114482:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962112 00000100:00100000:1.0:1785389450.114488:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962112 00000100:00100000:1.0:1785389450.114524:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1785389450.114531:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485962112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389450.114569:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485962112:12345-0@lo:400:kworker.0 Request processed in 39us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389450.114576:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:1.0:1785389450.114593:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389450.114614:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485962112:0@lo:400:kworker.0 00000100:00100000:0.0:1785389450.116179:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485961984 00000100:00100000:0.0:1785389450.116189:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485961984 00000100:00100000:0.0:1785389450.116252:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1785389450.116259:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485961984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389450.116318:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485961984:12345-0@lo:400:kworker.0 Request processed in 60us (1983us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389450.116324:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:2.0:1785389450.116568:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389450.116655:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485961984:0@lo:400:kworker.0 00000100:00100000:3.0:1785389450.118505:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485961728:0@lo:400:kworker.0 00010000:00010000:0.0:1785389450.479939:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389450.607041:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389450.607076:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485962240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389450.607309:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389450.607521:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962240 00000100:00100000:0.0:1785389450.607529:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962240 00000100:00100000:0.0:1785389450.607578:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1785389450.607587:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485962240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389450.607620:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389450.607671:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485962240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389450.607678:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1785389450.607794:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485962240:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389451.505549:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389451.637536:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485962368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389451.637612:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389451.637768:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962368 00000100:00100000:1.0:1785389451.637778:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962368 00000100:00100000:1.0:1785389451.637831:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1785389451.637842:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485962368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389451.637883:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389451.637930:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485962368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389451.637938:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1785389451.638093:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485962368:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389452.528997:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389452.557955:0:25171:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389452.557965:0:25171:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389452.558543:0:25171:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389452.558552:0:25171:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389453.462886:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389453.463018:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389453.463057:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389453.463101:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389453.463114:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060992 00000100:00100000:0.0:1785389453.463123:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389453.463126:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060992 00000100:00100000:0.0:1785389453.463140:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389453.463161:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389453.463216:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061248 00000100:00100000:3.0:1785389453.463221:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061248 00000100:00100000:3.0:1785389453.463268:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060864 00000100:00100000:3.0:1785389453.463271:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060864 00000100:00100000:3.0:1785389453.463296:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 796 00000100:00100000:3.0:1785389453.463305:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459061248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389453.463369:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459061248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 65us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389453.463387:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 796 00000100:00100000:3.0:1785389453.463404:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00100000:3.0:1785389453.463410:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2362:x1872115459060864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389453.463435:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2362:x1872115459060864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389453.463441:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 797 00000100:00080000:3.0:1785389453.463585:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389453.463589:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389453.467179:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061504 00000100:00100000:1.0:1785389453.467192:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061504 00000100:00100000:1.0:1785389453.467237:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061120 00000100:00100000:1.0:1785389453.467240:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061120 00000100:00100000:1.0:1785389453.467259:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061376 00000100:00100000:1.0:1785389453.467262:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061376 00000100:00100000:1.0:1785389453.467284:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 833 00000100:00100000:1.0:1785389453.467292:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459060992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389453.467358:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459060992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (4339us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389453.467365:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 833 00000100:00100000:2.0:1785389453.467606:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459060736 00000100:00100000:2.0:1785389453.467611:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459060736 00000100:00100000:1.0:1785389453.468951:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 834 00000100:00100000:1.0:1785389453.468963:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459061504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389453.469006:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459061504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 47us (5904us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389453.469012:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 834 00000100:00100000:1.0:1785389453.469025:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 835 00000100:00100000:1.0:1785389453.469031:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115459061120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389453.469227:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115459061120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 194us (6084us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389453.469233:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 835 00000100:00100000:1.0:1785389453.469245:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:1.0:1785389453.469251:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459061376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389453.469393:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00100000:2.0:1785389453.469401:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459060736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389453.469557:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459060736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 156us (6681us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389453.469564:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 741 00000100:00080000:2.0:1785389453.469601:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389453.469605:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389453.470473:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459061376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 1219us (7309us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389453.470481:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 836 00010000:00010000:0.0:1785389453.550935:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389454.577408:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389454.585589:0:25222:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389454.585599:0:25222:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389454.586252:0:25222:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389454.586413:0:25222:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389455.215928:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389455.215948:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485962752:0@lo:400:kworker.0 00000100:00100000:2.0:1785389455.216195:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389455.216204:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485962880:0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.216278:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485962496:0@lo:400:kworker.0 00000100:00100000:3.0:1785389455.216883:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389455.216975:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389455.217057:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962880 00000100:00100000:2.0:1785389455.217064:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962880 00000100:00100000:0.0:1785389455.217128:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485962624:0@lo:400:kworker.0 00000100:00080000:0.0:1785389455.217171:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389455.217317:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1785389455.217327:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485962880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389455.217382:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485962880:12345-0@lo:400:kworker.0 Request processed in 57us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389455.217390:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1785389455.217431:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485962880:0@lo:400:kworker.0 00000100:00100000:2.0:1785389455.217485:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962752 00000100:00100000:2.0:1785389455.217489:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962752 00000100:00100000:2.0:1785389455.217520:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1785389455.217526:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485962752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389455.217557:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485962752:12345-0@lo:400:kworker.0 Request processed in 32us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389455.217562:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00080000:0.0:1785389455.217884:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389455.221755:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389455.221864:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485963008:0@lo:400:kworker.0 00000100:00100000:0.0:1785389455.222123:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962496 00000100:00100000:0.0:1785389455.222131:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962496 00000100:00100000:0.0:1785389455.222198:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1785389455.222206:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485962496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389455.222440:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485962496:12345-0@lo:400:kworker.0 Request processed in 233us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389455.222448:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1785389455.222740:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485962752:0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.223188:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389455.223398:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437823100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485962496:0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.223412:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389455.223418:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485963136:0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.223446:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389455.223531:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963136 00000100:00100000:1.0:1785389455.223534:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963136 00000100:00100000:1.0:1785389455.223569:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1785389455.223575:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485963136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.223609:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485963136:12345-0@lo:400:kworker.0 Request processed in 35us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389455.223616:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:1.0:1785389455.223631:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389455.223647:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485963136:0@lo:400:kworker.0 00000100:00100000:0.0:1785389455.223728:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389455.223822:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963008 00000100:00100000:1.0:1785389455.223827:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963008 00000100:00100000:1.0:1785389455.223878:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485962624 00000100:00100000:1.0:1785389455.223881:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485962624 00000100:00100000:1.0:1785389455.223901:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1785389455.223907:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485963008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.223947:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cfe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485963008:12345-0@lo:400:kworker.0 Request processed in 40us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389455.223950:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1785389455.223961:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485962624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389455.223999:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485962624:12345-0@lo:400:kworker.0 Request processed in 41us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389455.224153:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:0.0:1785389455.224175:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389455.224196:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485962624:0@lo:400:kworker.0 00000100:00100000:0.0:1785389455.224423:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485963008:0@lo:400:kworker.0 00000100:00100000:1.0:1785389455.224528:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00010000:00010000:3.0:1785389455.599921:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389455.727315:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389455.727387:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485963264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389455.727449:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389455.727595:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963264 00000100:00100000:0.0:1785389455.727603:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963264 00000100:00100000:0.0:1785389455.727654:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1785389455.727664:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485963264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389455.727696:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389455.727737:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485963264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389455.727768:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1785389455.728101:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485963264:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1785389456.622933:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389456.755218:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485963392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389456.755283:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389456.756734:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963392 00000100:00100000:0.0:1785389456.756777:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963392 00000100:00100000:0.0:1785389456.756817:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1785389456.756826:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485963392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389456.756858:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389456.756903:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485963392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389456.756910:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1785389456.756950:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cfe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485963392:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1785389456.797264:0:25274:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389456.797274:0:25274:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389456.797940:0:25274:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389456.797948:0:25274:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1785389457.200114:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389457.200124:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389457.201804:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389457.201818:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389457.647008:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389458.585442:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.585502:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061632 00000100:00100000:1.0:1785389458.585511:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061632 00000100:00100000:1.0:1785389458.585559:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 743 00000100:00100000:1.0:1785389458.585568:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459061632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389458.585628:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459061632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 61us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389458.585635:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 743 00000100:00100000:1.0:1785389458.593659:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.593699:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.593722:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.593764:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.593784:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.593803:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389458.593829:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062016 00000100:00100000:1.0:1785389458.593837:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062016 00000100:00100000:1.0:1785389458.593886:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062272 00000100:00100000:1.0:1785389458.593890:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062272 00000100:00100000:1.0:1785389458.593905:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061888 00000100:00100000:1.0:1785389458.593907:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061888 00000100:00100000:1.0:1785389458.593918:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062400 00000100:00100000:1.0:1785389458.593920:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062400 00000100:00100000:1.0:1785389458.593937:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 839 00000100:00100000:1.0:1785389458.593946:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115459062016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389458.594023:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2362:x1872115459062016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 78us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389458.594031:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 839 00000100:00100000:1.0:1785389458.594048:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 840 00000100:00100000:1.0:1785389458.594053:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459062272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389458.594074:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459062272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389458.594079:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 840 00000100:00100000:1.0:1785389458.594088:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 841 00000100:00100000:1.0:1785389458.594093:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459061888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389458.594110:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459061888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389458.594115:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 841 00000100:00100000:1.0:1785389458.594123:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 842 00000100:00100000:1.0:1785389458.594127:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459062400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389458.594143:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459062400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389458.594148:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 842 00000100:00080000:1.0:1785389458.594164:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389458.594167:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389458.594223:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459061760 00000100:00100000:3.0:1785389458.594228:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459061760 00000100:00100000:3.0:1785389458.594261:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062144 00000100:00100000:3.0:1785389458.594263:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062144 00000100:00100000:3.0:1785389458.594278:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 801 00000100:00100000:3.0:1785389458.594283:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459061760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389458.594309:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459061760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389458.594315:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 801 00000100:00100000:3.0:1785389458.594324:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 802 00000100:00100000:3.0:1785389458.594329:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459062144:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389458.594345:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459062144:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389458.594350:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 802 00000100:00080000:1.0:1785389458.594559:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389458.671054:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389459.030501:0:25325:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389459.030510:0:25325:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389459.031620:0:25325:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389459.031633:0:25325:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389459.696962:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389460.346298:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485963776:0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.346361:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389460.346413:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389460.346419:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485963904:0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.346441:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389460.346468:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963776 00000100:00100000:1.0:1785389460.346474:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963776 00000100:00100000:1.0:1785389460.346519:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1785389460.346527:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485963776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.346572:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485963776:12345-0@lo:400:kworker.0 Request processed in 46us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389460.346579:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1785389460.346599:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963904 00000100:00100000:1.0:1785389460.346602:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963904 00000100:00100000:1.0:1785389460.346628:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1785389460.346635:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485963904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.346665:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485963904:12345-0@lo:400:kworker.0 Request processed in 30us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389460.346670:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00080000:1.0:1785389460.346686:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389460.346690:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389460.346722:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485963904:0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.346733:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485963776:0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.346888:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485963520:0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.346941:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389460.346969:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485964032:0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.346988:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389460.347001:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785389460.347006:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485963648:0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.347021:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389460.347033:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485964160:0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.347048:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389460.347067:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964032 00000100:00100000:0.0:1785389460.347070:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964032 00000100:00100000:0.0:1785389460.347093:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963648 00000100:00100000:0.0:1785389460.347096:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963648 00000100:00100000:0.0:1785389460.347109:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1785389460.347115:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485964032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.347145:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485964032:12345-0@lo:400:kworker.0 Request processed in 30us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389460.347151:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1785389460.347161:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1785389460.347166:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485963648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.347185:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485963648:12345-0@lo:400:kworker.0 Request processed in 19us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389460.347190:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1785389460.347213:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485963648:0@lo:400:kworker.0 00000100:00100000:0.0:1785389460.347222:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485964032:0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.347324:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485963520 00000100:00100000:1.0:1785389460.347328:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485963520 00000100:00100000:1.0:1785389460.347357:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1785389460.347363:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485963520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.347395:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485963520:12345-0@lo:400:kworker.0 Request processed in 33us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389460.347401:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1785389460.347425:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964160 00000100:00100000:1.0:1785389460.347427:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964160 00000100:00100000:1.0:1785389460.347447:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1785389460.347452:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485964160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.347475:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485964160:12345-0@lo:400:kworker.0 Request processed in 23us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389460.347480:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:1.0:1785389460.347493:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389460.347495:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389460.347510:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485964160:0@lo:400:kworker.0 00000100:00100000:1.0:1785389460.347517:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485963520:0@lo:400:kworker.0 00010000:00010000:3.0:1785389460.719294:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389460.848107:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389460.848128:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485964288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389460.848192:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389460.848247:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964288 00000100:00100000:2.0:1785389460.848254:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964288 00000100:00100000:2.0:1785389460.848292:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1785389460.848314:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485964288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389460.848345:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389460.848386:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485964288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389460.848392:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1785389460.848431:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485964288:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389461.296130:0:25376:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389461.296139:0:25376:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389461.304450:0:25376:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389461.304478:0:25376:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389461.743927:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389461.871816:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485964416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389461.871901:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389461.872040:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964416 00000100:00100000:0.0:1785389461.872049:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964416 00000100:00100000:0.0:1785389461.872097:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1785389461.872106:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485964416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389461.872142:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389461.872203:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485964416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389461.872210:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1785389461.873320:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485964416:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389462.776052:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389463.700108:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700170:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700197:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700215:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700232:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700250:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700276:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389463.700307:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062528 00000100:00100000:1.0:1785389463.700318:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062528 00000100:00100000:1.0:1785389463.700372:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 745 00000100:00100000:1.0:1785389463.700383:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459062528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389463.700462:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459062528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 82us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389463.700471:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 745 00000100:00100000:1.0:1785389463.700512:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062912 00000100:00100000:1.0:1785389463.700515:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062912 00000100:00100000:1.0:1785389463.700551:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062784 00000100:00100000:1.0:1785389463.700554:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062784 00000100:00100000:1.0:1785389463.700572:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459063168 00000100:00100000:1.0:1785389463.700574:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459063168 00000100:00100000:1.0:1785389463.700588:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459063296 00000100:00100000:1.0:1785389463.700591:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459063296 00000100:00100000:1.0:1785389463.700605:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 845 00000100:00100000:1.0:1785389463.700612:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459062912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389463.700654:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459062912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389463.700661:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 845 00000100:00100000:1.0:1785389463.700672:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 846 00000100:00100000:1.0:1785389463.700678:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459062784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389463.700699:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459062784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389463.700705:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 846 00000100:00100000:1.0:1785389463.700715:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 847 00000100:00100000:1.0:1785389463.700720:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459063168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389463.700739:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459063168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389463.700856:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459062656 00000100:00100000:0.0:1785389463.700861:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459062656 00000100:00100000:0.0:1785389463.700902:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459063040 00000100:00100000:0.0:1785389463.700906:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459063040 00000100:00100000:0.0:1785389463.700932:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:0.0:1785389463.700939:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459062656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389463.700975:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:2363:x1872115459062656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389463.700981:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 806 00000100:00100000:0.0:1785389463.700994:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 807 00000100:00100000:0.0:1785389463.701000:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459063040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389463.701024:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459063040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389463.701030:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 807 00000100:00100000:1.0:1785389463.702119:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 847 00000100:00100000:1.0:1785389463.702145:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 848 00000100:00100000:1.0:1785389463.702157:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459063296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389463.702205:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459063296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 53us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389463.702212:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 848 00000100:00080000:1.0:1785389463.702638:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389463.702646:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389463.702648:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1785389463.708205:0:25428:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389463.708218:0:25428:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389463.710967:0:25428:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389463.710994:0:25428:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389463.802882:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389464.817018:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389465.454956:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485964928:0@lo:400:kworker.0 00000100:00100000:1.0:1785389465.455022:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389465.455080:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389465.455086:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485964800:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455168:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485964672:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455202:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389465.455221:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485965184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455243:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389465.455261:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389465.455266:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485964544:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455292:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389465.455313:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485965056:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455330:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389465.455356:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964544 00000100:00100000:3.0:1785389465.455362:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964544 00000100:00100000:3.0:1785389465.455413:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1785389465.455419:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485964544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455462:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485964544:12345-0@lo:400:kworker.0 Request processed in 42us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389465.455467:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1785389465.455494:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964672 00000100:00100000:3.0:1785389465.455497:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964672 00000100:00100000:3.0:1785389465.455516:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965056 00000100:00100000:3.0:1785389465.455518:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965056 00000100:00100000:3.0:1785389465.455539:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1785389465.455543:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485964672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455571:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485964672:12345-0@lo:400:kworker.0 Request processed in 27us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389465.455575:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1785389465.455598:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1785389465.455604:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485965056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455624:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485965056:12345-0@lo:400:kworker.0 Request processed in 21us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389465.455629:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00080000:3.0:1785389465.455648:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389465.455672:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485964544:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455683:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485965056:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.455691:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485964672:0@lo:400:kworker.0 00000100:00100000:1.0:1785389465.455964:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389465.455990:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964928 00000100:00100000:1.0:1785389465.455994:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964928 00000100:00100000:1.0:1785389465.456033:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965184 00000100:00100000:1.0:1785389465.456036:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965184 00000100:00100000:1.0:1785389465.456055:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1785389465.456060:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485964928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389465.456164:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485964928:12345-0@lo:400:kworker.0 Request processed in 102us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389465.456170:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1785389465.456183:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1785389465.456189:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485965184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389465.456219:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485965184:12345-0@lo:400:kworker.0 Request processed in 30us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389465.456225:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1785389465.456243:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485964800 00000100:00100000:1.0:1785389465.456246:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485964800 00000100:00100000:1.0:1785389465.456268:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1785389465.456274:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485964800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389465.456303:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485964800:12345-0@lo:400:kworker.0 Request processed in 28us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389465.456308:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1785389465.456342:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485964800:0@lo:400:kworker.0 00000100:00100000:1.0:1785389465.456352:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485964928:0@lo:400:kworker.0 00000100:00080000:3.0:1785389465.456679:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389465.456683:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389465.456685:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389465.456707:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485965184:0@lo:400:kworker.0 00000100:00100000:3.0:1785389465.564656:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389465.566864:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459063552 00000100:00100000:1.0:1785389465.566877:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459063552 00000100:00100000:1.0:1785389465.566944:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 348 00000100:00100000:1.0:1785389465.566954:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+92:5582:x1872115459063552:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1785389465.567222:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:5582:x1872115459063552:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 268us (2575us total) trans 4294968402 rc 0/0 00000100:00100000:1.0:1785389465.567229:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 348 00000100:00080000:1.0:1785389465.570895:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389465.575926:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389465.576909:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459063808 00000100:00100000:3.0:1785389465.576919:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459063808 00000100:00100000:3.0:1785389465.576962:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 349 00000100:00100000:3.0:1785389465.576970:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+93:5582:x1872115459063808:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1785389465.577191:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:5582:x1872115459063808:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 220us (1271us total) trans 4294968403 rc 0/0 00000100:00100000:3.0:1785389465.577199:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 349 00000100:00100000:0.0:1785389465.588003:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389465.588032:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064064 00000100:00100000:0.0:1785389465.588041:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064064 00000100:00100000:0.0:1785389465.588086:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:0.0:1785389465.588095:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+94:5582:x1872115459064064:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1785389465.588317:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:5582:x1872115459064064:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 222us (321us total) trans 4294968404 rc 0/0 00000100:00100000:0.0:1785389465.588324:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 350 00000100:00100000:2.0:1785389465.594047:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389465.594214:0:5805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064192 00000100:00100000:1.0:1785389465.594224:0:5805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064192 00000100:00100000:1.0:1785389465.594283:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 86 00000100:00100000:1.0:1785389465.594291:0:5805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+95:2363:x1872115459064192:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389465.594305:0:5805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1785389465.594358:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099aa00/0xb9b521054fd75cb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88fc1 expref: 95 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594423:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088800/0xb9b521054fd75c5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88fb3 expref: 94 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594435:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff94340307c500) 00010000:00010000:1.0:1785389465.594454:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089600/0xb9b521054fd75be7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88f89 expref: 93 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594464:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089200/0xb9b521054fd75bd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88f82 expref: 92 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594473:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088a00/0xb9b521054fd75b7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88f74 expref: 91 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594480:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff94340307cb00) 00010000:00010000:1.0:1785389465.594492:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099a000/0xb9b521054fd75ac8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88f3c expref: 90 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594502:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099be00/0xb9b521054fd75b07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88f4a expref: 89 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594514:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5600/0xb9b521054fd75a3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88f20 expref: 88 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594522:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff943419771d00) 00010000:00010000:1.0:1785389465.594530:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099b000/0xb9b521054fd759cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88ef6 expref: 87 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594538:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff943425e45e00) 00010000:00010000:1.0:1785389465.594558:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4400/0xb9b521054fd75971 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88ee1 expref: 86 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594570:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099ba00/0xb9b521054fd75898 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88eb0 expref: 85 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594578:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff943425e45d00) 00010000:00010000:1.0:1785389465.594599:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050800/0xb9b521054fd75813 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88e8d expref: 84 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594610:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff943425e45a00) 00010000:00010000:1.0:1785389465.594620:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089c00/0xb9b521054fd7571e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88e4e expref: 83 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594631:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4800/0xb9b521054fd75702 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88e47 expref: 82 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594640:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff94340307c600) 00010000:00010000:1.0:1785389465.594652:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4200/0xb9b521054fd756b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88e39 expref: 81 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594663:0:5805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089400/0xb9b521054fd7535f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88d28 expref: 80 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389465.594672:0:5805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff94340307c400) 00010000:00010000:1.0:1785389465.594677:0:5805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389465.594723:0:5805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2363:x1872115459064192:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 433us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389465.594730:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 86 00010000:00010000:1.0:1785389465.840455:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389465.972057:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389465.972083:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485965312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389465.972150:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389465.972210:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965312 00000100:00100000:1.0:1785389465.972217:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965312 00000100:00100000:1.0:1785389465.972262:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1785389465.972272:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485965312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389465.972306:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389465.972348:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485965312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389465.972356:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1785389465.972400:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485965312:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389465.995485:0:25479:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389465.995495:0:25479:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389465.996262:0:25479:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389465.996273:0:25479:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389466.864287:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389466.990926:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389466.990950:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485965440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389466.991019:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389466.991064:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965440 00000100:00100000:1.0:1785389466.991072:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965440 00000100:00100000:1.0:1785389466.991124:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1785389466.991135:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485965440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389466.991170:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389466.991231:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485965440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389466.991239:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1785389466.991319:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485965440:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389467.444046:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389467.444056:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389467.444584:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389467.444592:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389467.894473:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389468.285126:0:25530:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389468.285137:0:25530:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389468.285672:0:25530:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389468.285682:0:25530:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389468.817352:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817388:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817413:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817441:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817463:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817483:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817543:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389468.817573:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064320 00000100:00100000:1.0:1785389468.817582:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064320 00000100:00100000:1.0:1785389468.817631:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 747 00000100:00100000:1.0:1785389468.817642:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459064320:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.817712:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459064320:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.817720:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 747 00000100:00100000:1.0:1785389468.817816:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064704 00000100:00100000:1.0:1785389468.817820:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064704 00000100:00100000:1.0:1785389468.817851:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064960 00000100:00100000:1.0:1785389468.817854:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064960 00000100:00100000:1.0:1785389468.817870:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064576 00000100:00100000:1.0:1785389468.817872:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064576 00000100:00100000:1.0:1785389468.817885:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065088 00000100:00100000:1.0:1785389468.817888:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065088 00000100:00100000:1.0:1785389468.817905:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 851 00000100:00100000:1.0:1785389468.817912:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459064704:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.817942:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459064704:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.817948:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 851 00000100:00100000:1.0:1785389468.817961:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 852 00000100:00100000:1.0:1785389468.817966:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459064960:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.817992:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459064960:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.817997:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 852 00000100:00100000:1.0:1785389468.818012:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 853 00000100:00100000:1.0:1785389468.818018:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459064576:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.818040:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459064576:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.818046:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 853 00000100:00100000:1.0:1785389468.818058:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 854 00000100:00100000:1.0:1785389468.818064:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459065088:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.818087:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459065088:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.818093:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 854 00000100:00100000:1.0:1785389468.818111:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064448 00000100:00100000:1.0:1785389468.818115:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064448 00000100:00100000:1.0:1785389468.818140:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459064832 00000100:00100000:1.0:1785389468.818143:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459064832 00000100:00100000:1.0:1785389468.818162:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:1.0:1785389468.818169:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2363:x1872115459064448:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.818199:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+79:2363:x1872115459064448:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.818206:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 811 00000100:00100000:1.0:1785389468.818219:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00100000:1.0:1785389468.818225:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459064832:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389468.818248:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459064832:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389468.818254:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 812 00000100:00080000:1.0:1785389468.818276:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389468.818280:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389468.818282:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1785389468.911321:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389469.621821:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968404 is committed 00010000:00010000:3.0:1785389469.936174:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389470.577293:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485965696:0@lo:400:kworker.0 00000100:00100000:0.0:1785389470.577294:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485965824:0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.577363:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485965568:0@lo:400:kworker.0 00000100:00100000:0.0:1785389470.577479:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389470.577569:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389470.577576:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485965952:0@lo:400:kworker.0 00000100:00100000:0.0:1785389470.577604:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389470.577661:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965824 00000100:00100000:2.0:1785389470.577668:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965824 00000100:00100000:2.0:1785389470.577808:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1785389470.577819:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485965824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389470.577877:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485965824:12345-0@lo:400:kworker.0 Request processed in 59us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389470.577885:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1785389470.577927:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485965824:0@lo:400:kworker.0 00000100:00080000:0.0:1785389470.577993:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389470.578459:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389470.578523:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485966080:0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.578548:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389470.578577:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1785389470.578583:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485966208:0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.578604:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389470.578634:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965952 00000100:00100000:1.0:1785389470.578639:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965952 00000100:00100000:1.0:1785389470.578676:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966208 00000100:00100000:1.0:1785389470.578681:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966208 00000100:00100000:1.0:1785389470.578705:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1785389470.578712:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485965952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.578792:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485965952:12345-0@lo:400:kworker.0 Request processed in 80us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389470.578801:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1785389470.578817:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1785389470.578825:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485966208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.578866:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485966208:12345-0@lo:400:kworker.0 Request processed in 42us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389470.578872:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1785389470.578894:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966080 00000100:00100000:1.0:1785389470.578899:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966080 00000100:00100000:1.0:1785389470.578930:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1785389470.578937:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485966080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.578967:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485966080:12345-0@lo:400:kworker.0 Request processed in 31us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389470.578972:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:1.0:1785389470.578993:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389470.578997:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389470.578998:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389470.579016:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485965952:0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.579037:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485966208:0@lo:400:kworker.0 00000100:00100000:1.0:1785389470.579045:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485966080:0@lo:400:kworker.0 00000100:00100000:2.0:1785389470.580495:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965568 00000100:00100000:2.0:1785389470.580503:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965568 00000100:00100000:2.0:1785389470.580540:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1785389470.580548:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485965568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389470.580648:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485965568:12345-0@lo:400:kworker.0 Request processed in 100us (2187us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389470.580655:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1785389470.584395:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485965568:0@lo:400:kworker.0 00000100:00100000:3.0:1785389470.585135:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389470.585231:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485965696 00000100:00100000:0.0:1785389470.585239:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485965696 00000100:00100000:0.0:1785389470.585340:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1785389470.585350:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485965696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389470.585644:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485965696:12345-0@lo:400:kworker.0 Request processed in 295us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389470.585655:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1785389470.586223:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485965696:0@lo:400:kworker.0 00000040:00080000:2.0:1785389470.599973:0:25583:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389470.599981:0:25583:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389470.601238:0:25583:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389470.601250:0:25583:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389470.959067:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389471.087345:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485966336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389471.087448:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389471.088310:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966336 00000100:00100000:1.0:1785389471.088323:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966336 00000100:00100000:1.0:1785389471.088390:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1785389471.088401:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485966336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389471.088447:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389471.088519:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485966336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389471.088527:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1785389471.088848:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485966336:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1785389471.985543:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389472.115334:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389472.115358:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485966464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389472.115426:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389472.118477:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966464 00000100:00100000:1.0:1785389472.118490:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966464 00000100:00100000:1.0:1785389472.118564:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1785389472.118574:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485966464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389472.118611:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389472.118678:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485966464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389472.118685:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1785389472.118761:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485966464:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389472.118890:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1785389472.754666:0:25634:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389472.754677:0:25634:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389472.755519:0:25634:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389472.755528:0:25634:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389473.008330:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389473.938708:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389473.938841:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389473.938867:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389473.938890:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389473.938909:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389473.938935:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389473.938948:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065728 00000100:00100000:3.0:1785389473.938966:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065728 00000100:00100000:2.0:1785389473.938981:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389473.939017:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065472 00000100:00100000:2.0:1785389473.939027:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065472 00000100:00100000:3.0:1785389473.939049:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065344 00000100:00100000:3.0:1785389473.939056:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065344 00000100:00100000:2.0:1785389473.939108:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065984 00000100:00100000:3.0:1785389473.939115:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:2.0:1785389473.939117:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065984 00000100:00100000:3.0:1785389473.939135:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459065728:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389473.939146:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065600 00000100:00100000:2.0:1785389473.939151:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065600 00000100:00100000:2.0:1785389473.939169:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065856 00000100:00100000:2.0:1785389473.939171:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065856 00000100:00100000:2.0:1785389473.939193:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 857 00000100:00100000:2.0:1785389473.939216:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459065472:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389473.939245:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459065728:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 115us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389473.939256:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 816 00000100:00100000:3.0:1785389473.939287:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:2.0:1785389473.939288:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459065472:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 81us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389473.939303:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2365:x1872115459065344:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389473.939303:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 857 00000100:00100000:2.0:1785389473.939334:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 858 00000100:00100000:2.0:1785389473.939345:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459065984:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389473.939356:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2365:x1872115459065344:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 58us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389473.939364:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 817 00000100:00100000:2.0:1785389473.939387:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459065984:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (489us total) trans 0 rc 0/0 00000100:00080000:3.0:1785389473.939395:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389473.939401:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389473.939404:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389473.944132:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 858 00000100:00100000:1.0:1785389473.947055:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459065216 00000100:00100000:1.0:1785389473.947069:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459065216 00000100:00100000:1.0:1785389473.947144:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 749 00000100:00100000:1.0:1785389473.947155:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459065216:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389473.947233:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459065216:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 80us (8533us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389473.947241:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 749 00000100:00100000:3.0:1785389473.954875:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 859 00000100:00100000:3.0:1785389473.954906:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459065600:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389473.955013:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459065600:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 122us (16076us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389473.955023:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 859 00000100:00100000:3.0:1785389473.955062:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 860 00000100:00100000:3.0:1785389473.955071:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459065856:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389473.955104:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459065856:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (16124us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389473.955111:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 860 00010000:00010000:3.0:1785389474.032305:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389475.060818:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389475.134635:0:25688:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389475.136256:0:25688:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389475.141349:0:25688:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389475.141369:0:25688:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389475.695079:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485966592:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695147:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389475.695215:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485967104:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695244:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389475.695271:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785389475.695277:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485966720:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695299:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389475.695319:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485967232:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695340:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389475.695367:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485966976:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695389:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389475.695406:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389475.695411:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485966848:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695431:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389475.695458:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967104 00000100:00100000:0.0:1785389475.695465:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967104 00000100:00100000:0.0:1785389475.695512:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1785389475.695523:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485967104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695573:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485967104:12345-0@lo:400:kworker.0 Request processed in 53us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389475.695580:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1785389475.695597:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966720 00000100:00100000:0.0:1785389475.695600:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966720 00000100:00100000:0.0:1785389475.695619:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966848 00000100:00100000:0.0:1785389475.695621:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966848 00000100:00100000:0.0:1785389475.695655:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1785389475.695662:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485966720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695691:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485966720:12345-0@lo:400:kworker.0 Request processed in 29us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389475.695697:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1785389475.695709:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1785389475.695715:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485966848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695766:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485966848:12345-0@lo:400:kworker.0 Request processed in 51us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389475.695772:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1785389475.695794:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967232 00000100:00100000:0.0:1785389475.695797:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967232 00000100:00100000:0.0:1785389475.695821:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966976 00000100:00100000:0.0:1785389475.695824:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966976 00000100:00100000:0.0:1785389475.695842:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1785389475.695849:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485967232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695878:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485967232:12345-0@lo:400:kworker.0 Request processed in 30us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389475.695884:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1785389475.695895:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1785389475.695900:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485966976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.695924:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485966976:12345-0@lo:400:kworker.0 Request processed in 24us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389475.695929:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00080000:0.0:1785389475.695949:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389475.695953:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389475.695956:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389475.695992:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485966848:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.696003:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485966976:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.696030:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485966720:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.696039:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485967232:0@lo:400:kworker.0 00000100:00100000:0.0:1785389475.696047:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485967104:0@lo:400:kworker.0 00000100:00100000:2.0:1785389475.696281:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485966592 00000100:00100000:2.0:1785389475.696286:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485966592 00000100:00100000:2.0:1785389475.696321:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1785389475.696328:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485966592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389475.696361:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406f89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485966592:12345-0@lo:400:kworker.0 Request processed in 34us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389475.696367:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1785389475.696789:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485966592:0@lo:400:kworker.0 00010000:00010000:2.0:1785389476.084068:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389476.207015:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485967360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389476.207087:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389476.207280:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967360 00000100:00100000:1.0:1785389476.207289:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967360 00000100:00100000:1.0:1785389476.207346:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1785389476.207355:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485967360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1785389476.207389:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1785389476.207448:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485967360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389476.207456:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1785389476.209821:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485967360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389477.107874:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389477.232946:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389477.232969:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485967488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389477.233042:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389477.233107:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967488 00000100:00100000:1.0:1785389477.233115:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967488 00000100:00100000:1.0:1785389477.233168:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1785389477.233179:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485967488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389477.233215:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389477.233261:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485967488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389477.233268:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1785389477.233313:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485967488:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1785389477.236869:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1785389477.282215:0:25740:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389477.282225:0:25740:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389477.284906:0:25740:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389477.284920:0:25740:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1785389477.679098:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389477.679109:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389477.679657:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389477.679667:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389478.127222:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389479.071613:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071650:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071695:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071735:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071787:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071810:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071835:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389479.071871:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066496 00000100:00100000:1.0:1785389479.071882:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066496 00000100:00100000:1.0:1785389479.071952:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066752 00000100:00100000:1.0:1785389479.071955:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066752 00000100:00100000:1.0:1785389479.071977:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066368 00000100:00100000:1.0:1785389479.071980:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066368 00000100:00100000:1.0:1785389479.071995:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066880 00000100:00100000:1.0:1785389479.071997:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066880 00000100:00100000:1.0:1785389479.072016:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 863 00000100:00100000:1.0:1785389479.072348:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459066496:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.072449:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459066496:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 107us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.072458:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 863 00000100:00100000:1.0:1785389479.072484:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 864 00000100:00100000:1.0:1785389479.072491:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459066752:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.072521:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459066752:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.072526:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 864 00000100:00100000:1.0:1785389479.072537:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 865 00000100:00100000:1.0:1785389479.072543:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459066368:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.072576:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459066368:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.072582:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 865 00000100:00100000:1.0:1785389479.072593:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:1.0:1785389479.072599:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459066880:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.072627:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459066880:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.072634:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:1.0:1785389479.072656:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066112 00000100:00100000:1.0:1785389479.072661:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066112 00000100:00100000:1.0:1785389479.072807:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:1.0:1785389479.072816:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459066112:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.072845:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459066112:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.072851:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 751 00000100:00100000:1.0:1785389479.072891:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066240 00000100:00100000:1.0:1785389479.072895:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066240 00000100:00100000:1.0:1785389479.072924:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459066624 00000100:00100000:1.0:1785389479.072927:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459066624 00000100:00100000:1.0:1785389479.072947:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:1.0:1785389479.072953:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2365:x1872115459066240:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.072983:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2365:x1872115459066240:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (1386us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.072988:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 821 00000100:00100000:1.0:1785389479.072999:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00100000:1.0:1785389479.073005:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459066624:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389479.073030:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459066624:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389479.073036:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 822 00000100:00080000:1.0:1785389479.073057:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389479.073063:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389479.073065:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1785389479.179986:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389479.779311:0:25791:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389479.779323:0:25791:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389479.783178:0:25791:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389479.783209:0:25791:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389480.239082:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389480.815610:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485967744:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.815710:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389480.815804:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485968256:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.815834:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389480.815864:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1785389480.815870:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485967616:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.815903:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389480.815925:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485968128:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.815944:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389480.815970:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485967872:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816008:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389480.816025:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389480.816029:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485968000:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816051:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389480.816082:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968256 00000100:00100000:1.0:1785389480.816091:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968256 00000100:00100000:1.0:1785389480.816169:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968000 00000100:00100000:1.0:1785389480.816173:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968000 00000100:00100000:1.0:1785389480.816197:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1785389480.816207:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485968256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816263:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485968256:12345-0@lo:400:kworker.0 Request processed in 57us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389480.816270:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1785389480.816287:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1785389480.816293:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485968000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816319:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485968000:12345-0@lo:400:kworker.0 Request processed in 27us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389480.816325:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1785389480.816342:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967744 00000100:00100000:1.0:1785389480.816345:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967744 00000100:00100000:1.0:1785389480.816366:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968128 00000100:00100000:1.0:1785389480.816368:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968128 00000100:00100000:1.0:1785389480.816381:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967872 00000100:00100000:1.0:1785389480.816383:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967872 00000100:00100000:1.0:1785389480.816397:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1785389480.816402:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485967744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816429:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485967744:12345-0@lo:400:kworker.0 Request processed in 27us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389480.816434:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1785389480.816443:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1785389480.816449:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485968128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816473:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485968128:12345-0@lo:400:kworker.0 Request processed in 25us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389480.816479:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1785389480.816488:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1785389480.816493:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485967872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816528:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485967872:12345-0@lo:400:kworker.0 Request processed in 35us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389480.816542:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:1.0:1785389480.816563:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389480.816568:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389480.816570:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1785389480.816608:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485968000:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816618:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485967872:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816644:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485968128:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816653:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485967744:0@lo:400:kworker.0 00000100:00100000:1.0:1785389480.816662:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485968256:0@lo:400:kworker.0 00000100:00100000:0.0:1785389480.816873:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485967616 00000100:00100000:0.0:1785389480.816878:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485967616 00000100:00100000:0.0:1785389480.816916:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1785389480.816924:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485967616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389480.816966:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485967616:12345-0@lo:400:kworker.0 Request processed in 44us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389480.816972:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1785389480.817010:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943437822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485967616:0@lo:400:kworker.0 00010000:00010000:3.0:1785389481.264624:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389481.343999:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389481.355285:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485968384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389481.355391:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389481.356030:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968384 00000100:00100000:0.0:1785389481.356041:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968384 00000100:00100000:0.0:1785389481.356109:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1785389481.356121:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485968384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389481.356174:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389481.356230:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485968384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389481.356238:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1785389481.356301:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485968384:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389482.207169:0:25842:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389482.207179:0:25842:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389482.213675:0:25842:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389482.213690:0:25842:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389482.287869:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389482.361527:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485968512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389482.361608:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389482.365383:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968512 00000100:00100000:0.0:1785389482.365396:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968512 00000100:00100000:0.0:1785389482.365455:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1785389482.365465:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485968512:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1785389482.365578:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1785389482.365665:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389482.365735:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485968512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 272us (4126us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389482.365760:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1785389482.365869:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485968512:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389483.312299:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389484.180858:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.180908:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.180935:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.180956:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.180973:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.180990:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.181013:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389484.181046:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067520 00000100:00100000:2.0:1785389484.181059:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067520 00000100:00100000:2.0:1785389484.181123:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067136 00000100:00100000:2.0:1785389484.181125:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067136 00000100:00100000:2.0:1785389484.181148:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 826 00000100:00100000:2.0:1785389484.181158:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459067520:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389484.181245:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459067520:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389484.181254:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 826 00000100:00100000:2.0:1785389484.181270:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:2.0:1785389484.181276:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2365:x1872115459067136:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389484.181296:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2365:x1872115459067136:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389484.181302:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 827 00000100:00100000:2.0:1785389484.181318:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067264 00000100:00100000:2.0:1785389484.181321:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067264 00000100:00100000:2.0:1785389484.181344:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067776 00000100:00100000:2.0:1785389484.181346:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067776 00000100:00100000:2.0:1785389484.181361:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067392 00000100:00100000:2.0:1785389484.181363:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067392 00000100:00100000:2.0:1785389484.181374:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067648 00000100:00100000:2.0:1785389484.181376:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067648 00000100:00100000:2.0:1785389484.181389:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 869 00000100:00100000:2.0:1785389484.181394:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459067264:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389484.181416:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459067264:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389484.181422:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 869 00000100:00100000:2.0:1785389484.181431:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 870 00000100:00100000:2.0:1785389484.181437:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459067776:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389484.181457:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459067776:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389484.181462:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 870 00000100:00100000:2.0:1785389484.181487:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:2.0:1785389484.181493:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459067392:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389484.181515:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2365:x1872115459067392:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389484.181521:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:2.0:1785389484.181530:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:2.0:1785389484.181535:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459067648:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389484.181552:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2365:x1872115459067648:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389484.181558:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00080000:2.0:1785389484.181586:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389484.181591:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389484.181594:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389484.182188:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067008 00000100:00100000:3.0:1785389484.182194:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067008 00000100:00100000:3.0:1785389484.182245:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 753 00000100:00100000:3.0:1785389484.182253:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459067008:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389484.182291:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459067008:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 40us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389484.182298:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 753 00010000:00010000:3.0:1785389484.336777:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1785389484.997640:0:25894:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389484.997653:0:25894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389484.998401:0:25894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389484.998409:0:25894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389485.029546:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389485.030069:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459067904 00000100:00100000:2.0:1785389485.030083:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459067904 00000100:00100000:2.0:1785389485.030162:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 87 00000100:00100000:2.0:1785389485.030174:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943406e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+18:2363:x1872115459067904:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1785389485.030195:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 10 locks, starting at 0 00002000:00010000:2.0:1785389485.030220:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1785389485.030253:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02e0682/0xb9b521054fd7adcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8abeb expref: 18 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030295:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d12cff2e/0xb9b521054fd78c07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89eaf expref: 17 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030324:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba5feb05/0xb9b521054fd785f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ccc expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030345:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000604f1500/0xb9b521054fd78332 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89bde expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030366:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b9c193/0xb9b521054fd7804c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89ae2 expref: 14 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389485.030384:0:5807:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size from disk: 158 -> 316 00002000:00010000:2.0:1785389485.030387:0:5807:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime from disk: 1785389127 -> 1785389130 00002000:00010000:2.0:1785389485.030390:0:5807:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime from disk: 1785389127 -> 1785389130 00002000:00010000:2.0:1785389485.030392:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1785389485.030399:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009be3f9f5/0xb9b521054fd77d43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a899e6 expref: 13 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030432:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e65e2a0c/0xb9b521054fd77620 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8977e expref: 12 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030464:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1b634cd/0xb9b521054fd76efd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a895b0 expref: 11 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1785389485.030489:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1785389485.030496:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dabd9503/0xb9b521054fd76747 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8933a expref: 10 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030513:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056fc15dd/0xb9b521054fd7590f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88ecc expref: 9 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1785389485.030528:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1785389485.030598:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943406e0c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459067904:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 427us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389485.030607:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 87 00010000:00010000:2.0:1785389485.360707:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389485.935049:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485968640:0@lo:400:kworker.0 00000100:00100000:0.0:1785389485.935148:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389485.935348:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485968768:0@lo:400:kworker.0 00000100:00100000:2.0:1785389485.935384:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389485.935442:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968768 00000100:00100000:2.0:1785389485.935450:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968768 00000100:00100000:2.0:1785389485.935503:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1785389485.935511:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485968768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389485.935563:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485968768:12345-0@lo:400:kworker.0 Request processed in 53us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389485.935571:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1785389485.935617:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485968768:0@lo:400:kworker.0 00000100:00100000:1.0:1785389485.936253:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968640 00000100:00100000:1.0:1785389485.936259:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968640 00000100:00100000:1.0:1785389485.936305:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1785389485.936313:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485968640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.939543:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485969024:0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.939616:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389485.939654:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389485.939659:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485968896:0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.939683:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389485.939713:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969024 00000100:00100000:3.0:1785389485.939720:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969024 00000100:00100000:3.0:1785389485.939788:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1785389485.939796:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485969024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.939842:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485969024:12345-0@lo:400:kworker.0 Request processed in 47us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389485.939849:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1785389485.939872:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485968896 00000100:00100000:3.0:1785389485.939875:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485968896 00000100:00100000:3.0:1785389485.939897:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1785389485.939903:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485968896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.939929:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485968896:12345-0@lo:400:kworker.0 Request processed in 26us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389485.939934:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1785389485.939949:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485969280:0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.939971:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389485.939983:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1785389485.939988:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485969152:0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.940008:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389485.940049:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485968896:0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.940059:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485969024:0@lo:400:kworker.0 00000100:00080000:2.0:1785389485.940178:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389485.940184:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389485.940198:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969280 00000100:00100000:2.0:1785389485.940201:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969280 00000100:00100000:2.0:1785389485.940246:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1785389485.940253:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485969280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389485.940293:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485969280:12345-0@lo:400:kworker.0 Request processed in 41us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389485.940300:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1785389485.940319:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969152 00000100:00100000:2.0:1785389485.940322:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969152 00000100:00100000:2.0:1785389485.940347:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1785389485.940353:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485969152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389485.940383:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485969152:12345-0@lo:400:kworker.0 Request processed in 29us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389485.940389:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:3.0:1785389485.940460:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1785389485.940464:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389485.940482:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485969152:0@lo:400:kworker.0 00000100:00100000:3.0:1785389485.940491:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485969280:0@lo:400:kworker.0 00000100:00100000:1.0:1785389485.943569:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485968640:12345-0@lo:400:kworker.0 Request processed in 7244us (8408us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389485.943585:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1785389485.945695:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485968640:0@lo:400:kworker.0 00010000:00010000:0.0:1785389486.382902:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389486.447017:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389486.447043:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485969408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389486.447118:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389486.447181:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969408 00000100:00100000:0.0:1785389486.447188:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969408 00000100:00100000:0.0:1785389486.447235:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1785389486.447245:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485969408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389486.447283:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389486.447346:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485969408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389486.447353:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1785389486.447402:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485969408:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785389487.157210:0:25945:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389487.157221:0:25945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389487.159187:0:25945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389487.159202:0:25945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389487.412278:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389487.475839:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389487.475861:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485969536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389487.475929:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389487.476016:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969536 00000100:00100000:1.0:1785389487.476023:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969536 00000100:00100000:1.0:1785389487.476078:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1785389487.476087:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485969536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389487.476120:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389487.476161:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485969536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389487.476180:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1785389487.476183:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485969536:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1785389487.476236:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1785389487.920988:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389487.920997:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389487.921691:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389487.921703:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389488.430954:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389489.295172:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389489.295214:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389489.295245:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389489.295273:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068288 00000100:00100000:2.0:1785389489.295292:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068288 00000100:00100000:3.0:1785389489.295293:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389489.295323:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389489.295360:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389489.295425:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068032 00000100:00100000:0.0:1785389489.295431:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068032 00000100:00100000:0.0:1785389489.295475:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 755 00000100:00100000:0.0:1785389489.295486:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459068032:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.295576:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459068032:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 91us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.295584:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 755 00000100:00080000:0.0:1785389489.295626:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1785389489.300793:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389489.300901:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068800 00000100:00100000:2.0:1785389489.300929:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068800 00000100:00100000:0.0:1785389489.311854:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068416 00000100:00100000:0.0:1785389489.311877:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068416 00000100:00100000:0.0:1785389489.312143:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068672 00000100:00100000:0.0:1785389489.312147:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068672 00000100:00100000:0.0:1785389489.312181:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 875 00000100:00100000:0.0:1785389489.312194:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459068288:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.312325:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2362:x1872115459068288:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 133us (17109us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.312335:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 875 00000100:00100000:0.0:1785389489.312358:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 876 00000100:00100000:0.0:1785389489.312375:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459068800:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.312406:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459068800:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 42us (17115us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.312413:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 876 00000100:00100000:0.0:1785389489.312427:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:0.0:1785389489.312433:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459068416:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.312459:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459068416:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (17111us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.312466:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:0.0:1785389489.312479:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 878 00000100:00100000:0.0:1785389489.312485:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459068672:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.312511:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459068672:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (11728us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.312517:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 878 00000100:00100000:0.0:1785389489.312553:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068544 00000100:00100000:0.0:1785389489.312558:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068544 00000100:00100000:0.0:1785389489.312595:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068160 00000100:00100000:0.0:1785389489.312599:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068160 00000100:00100000:0.0:1785389489.312623:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 831 00000100:00100000:0.0:1785389489.312629:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459068544:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.312998:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459068544:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 367us (17751us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.313005:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 831 00000100:00100000:0.0:1785389489.313021:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 832 00000100:00100000:0.0:1785389489.313029:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2362:x1872115459068160:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389489.313059:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2362:x1872115459068160:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (17736us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389489.313065:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 832 00000100:00080000:0.0:1785389489.313103:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389489.313110:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389489.313112:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1785389489.454916:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389489.846115:0:25996:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389489.846125:0:25996:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389489.857316:0:25996:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389489.857338:0:25996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389490.489586:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389491.055045:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485970048:0@lo:400:kworker.0 00000100:00100000:2.0:1785389491.055120:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389491.055195:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389491.055203:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485969920:0@lo:400:kworker.0 00000100:00100000:2.0:1785389491.055230:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389491.055264:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969920 00000100:00100000:2.0:1785389491.055272:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969920 00000100:00100000:2.0:1785389491.055326:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1785389491.055347:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485969920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389491.055404:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485969920:12345-0@lo:400:kworker.0 Request processed in 60us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389491.055411:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1785389491.055629:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485969920:0@lo:400:kworker.0 00000100:00100000:3.0:1785389491.055822:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485969792:0@lo:400:kworker.0 00000100:00100000:3.0:1785389491.055854:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389491.055889:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485970304:0@lo:400:kworker.0 00000100:00100000:3.0:1785389491.055913:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389491.055941:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389491.055947:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485969664:0@lo:400:kworker.0 00000100:00100000:3.0:1785389491.055974:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389491.055995:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485970176:0@lo:400:kworker.0 00000100:00100000:1.0:1785389491.056092:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970048 00000100:00100000:1.0:1785389491.056098:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970048 00000100:00100000:1.0:1785389491.056129:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970304 00000100:00100000:1.0:1785389491.056131:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970304 00000100:00100000:1.0:1785389491.056149:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1785389491.056157:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485970048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389491.056206:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485970048:12345-0@lo:400:kworker.0 Request processed in 50us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389491.056212:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1785389491.056225:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1785389491.056230:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485970304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389491.056257:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485970304:12345-0@lo:400:kworker.0 Request processed in 27us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389491.056263:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1785389491.056295:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969664 00000100:00100000:1.0:1785389491.056299:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969664 00000100:00100000:1.0:1785389491.056321:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1785389491.056327:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485969664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389491.056369:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485969664:12345-0@lo:400:kworker.0 Request processed in 42us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389491.056375:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1785389491.056710:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389491.056742:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485970304:0@lo:400:kworker.0 00000100:00100000:3.0:1785389491.056774:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943305383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485969664:0@lo:400:kworker.0 00000100:00100000:2.0:1785389491.056829:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485969792 00000100:00100000:2.0:1785389491.056833:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485969792 00000100:00100000:2.0:1785389491.056861:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970176 00000100:00100000:2.0:1785389491.056863:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970176 00000100:00100000:2.0:1785389491.056881:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1785389491.056886:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485969792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389491.056917:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485969792:12345-0@lo:400:kworker.0 Request processed in 31us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389491.056923:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1785389491.056932:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1785389491.056937:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485970176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389491.056956:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485970176:12345-0@lo:400:kworker.0 Request processed in 20us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389491.056962:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1785389491.056985:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485970048:0@lo:400:kworker.0 00000100:00080000:0.0:1785389491.058135:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389491.058141:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389491.058143:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389491.058288:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485970176:0@lo:400:kworker.0 00000100:00100000:3.0:1785389491.058300:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433052e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485969792:0@lo:400:kworker.0 00010000:00010000:3.0:1785389491.512603:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389491.583494:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1785389491.583514:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485970432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389491.583576:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389491.583633:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970432 00000100:00100000:2.0:1785389491.583641:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970432 00000100:00100000:2.0:1785389491.583682:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1785389491.583691:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485970432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389491.583724:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389491.583789:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485970432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389491.583797:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1785389491.583842:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485970432:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389492.341504:0:26048:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389492.341514:0:26048:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389492.343715:0:26048:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389492.343726:0:26048:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389492.532845:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389492.598248:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485970560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389492.598351:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389492.598536:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970560 00000100:00100000:0.0:1785389492.598543:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970560 00000100:00100000:0.0:1785389492.598589:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1785389492.598599:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485970560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389492.598632:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389492.598672:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485970560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389492.598678:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1785389492.598774:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943301d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485970560:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389493.552637:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389494.415733:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389494.415792:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389494.415819:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389494.415835:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389494.415850:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389494.415864:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389494.415886:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389494.415942:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069184 00000100:00100000:3.0:1785389494.415953:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069184 00000100:00100000:3.0:1785389494.416008:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069696 00000100:00100000:3.0:1785389494.416011:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069696 00000100:00100000:3.0:1785389494.416026:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069312 00000100:00100000:3.0:1785389494.416029:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069312 00000100:00100000:3.0:1785389494.416039:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069568 00000100:00100000:3.0:1785389494.416040:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069568 00000100:00100000:3.0:1785389494.416055:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:3.0:1785389494.416064:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459069184:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389494.416129:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459069184:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 66us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389494.416136:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:3.0:1785389494.416150:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:3.0:1785389494.416156:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459069696:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389494.416176:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459069696:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389494.416182:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:3.0:1785389494.416191:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 883 00000100:00100000:3.0:1785389494.416196:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2364:x1872115459069312:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389494.416213:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2364:x1872115459069312:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389494.416219:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 883 00000100:00100000:3.0:1785389494.416228:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 884 00000100:00100000:3.0:1785389494.416232:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459069568:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389494.416264:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459069568:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 31us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389494.416280:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 884 00000100:00100000:2.0:1785389494.416540:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459068928 00000100:00100000:2.0:1785389494.416545:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459068928 00000100:00100000:2.0:1785389494.416575:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:2.0:1785389494.416581:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459068928:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389494.416610:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459068928:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389494.416615:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 757 00000100:00100000:2.0:1785389494.416639:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069440 00000100:00100000:2.0:1785389494.416642:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069440 00000100:00100000:2.0:1785389494.416663:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069056 00000100:00100000:2.0:1785389494.416666:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069056 00000100:00100000:2.0:1785389494.416682:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:2.0:1785389494.416688:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115459069440:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389494.416712:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943301d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115459069440:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389494.416718:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 836 00000100:00100000:2.0:1785389494.416727:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 837 00000100:00100000:2.0:1785389494.416733:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2364:x1872115459069056:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389494.416772:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2364:x1872115459069056:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 39us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389494.416777:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 837 00000100:00080000:0.0:1785389494.417093:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389494.417098:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389494.417100:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1785389494.576013:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389494.775209:0:26099:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389494.775219:0:26099:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389494.778018:0:26099:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389494.778033:0:26099:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389495.600200:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389496.174986:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485970816:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.175076:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389496.175134:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485971328:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.175164:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389496.175195:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1785389496.175201:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485970688:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.175248:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389496.175275:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485971200:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.175299:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389496.175326:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485970944:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.175354:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389496.175371:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389496.175376:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485971072:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.176732:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389496.176806:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971328 00000100:00100000:1.0:1785389496.176820:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971328 00000100:00100000:2.0:1785389496.176828:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970816 00000100:00100000:2.0:1785389496.176837:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970816 00000100:00100000:2.0:1785389496.176891:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971200 00000100:00100000:2.0:1785389496.176894:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971200 00000100:00100000:1.0:1785389496.176903:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971072 00000100:00100000:1.0:1785389496.176909:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971072 00000100:00100000:2.0:1785389496.176935:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970944 00000100:00100000:2.0:1785389496.176942:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970944 00000100:00100000:1.0:1785389496.176954:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1785389496.176969:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485971328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.176976:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1785389496.177060:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485971328:12345-0@lo:400:kworker.0 Request processed in 95us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389496.177070:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1785389496.177090:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1785389496.177097:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485971072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.177135:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485970816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389496.177137:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485971072:12345-0@lo:400:kworker.0 Request processed in 38us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389496.177154:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00080000:1.0:1785389496.177179:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389496.177186:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389496.177190:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389496.177210:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485970816:12345-0@lo:400:kworker.0 Request processed in 223us (2133us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389496.177218:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1785389496.177245:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1785389496.177252:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485971200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.177275:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485971200:12345-0@lo:400:kworker.0 Request processed in 25us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389496.177280:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1785389496.177291:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1785389496.177296:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485970944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.177315:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485970944:12345-0@lo:400:kworker.0 Request processed in 20us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389496.177320:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1785389496.177342:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485970688 00000100:00100000:3.0:1785389496.177662:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485971200:0@lo:400:kworker.0 00000100:00100000:3.0:1785389496.177679:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485970816:0@lo:400:kworker.0 00000100:00100000:3.0:1785389496.177690:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485971328:0@lo:400:kworker.0 00000100:00100000:3.0:1785389496.177737:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485971072:0@lo:400:kworker.0 00000100:00100000:3.0:1785389496.178533:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485970944:0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.182204:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485970688 00000100:00100000:2.0:1785389496.182289:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1785389496.182300:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485970688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389496.183524:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485970688:12345-0@lo:400:kworker.0 Request processed in 1223us (8272us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389496.183534:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1785389496.183635:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485970688:0@lo:400:kworker.0 00010000:00010000:3.0:1785389496.623008:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389496.690153:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389496.690174:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485971456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389496.690261:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389496.690320:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971456 00000100:00100000:3.0:1785389496.690326:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971456 00000100:00100000:3.0:1785389496.690364:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1785389496.690371:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485971456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389496.690403:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389496.690440:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485971456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389496.690446:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1785389496.690486:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485971456:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1785389496.776657:0:26150:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389496.776666:0:26150:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389496.777379:0:26150:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389496.777388:0:26150:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1785389497.135145:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389497.135154:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389497.135887:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389497.136201:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389497.647158:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389497.711266:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485971584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389497.711333:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389497.711559:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971584 00000100:00100000:1.0:1785389497.711568:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971584 00000100:00100000:1.0:1785389497.711631:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1785389497.711642:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485971584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389497.711676:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389497.712299:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485971584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 657us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389497.712307:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1785389497.716285:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485971584:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389498.670842:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389498.895530:0:26202:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389498.895542:0:26202:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389498.897203:0:26202:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389498.897219:0:26202:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389499.534576:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534618:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534652:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534682:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534717:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534740:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534790:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389499.534816:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070080 00000100:00100000:0.0:1785389499.534825:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070080 00000100:00100000:0.0:1785389499.534876:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070208 00000100:00100000:0.0:1785389499.534880:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070208 00000100:00100000:0.0:1785389499.534900:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070464 00000100:00100000:0.0:1785389499.534903:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070464 00000100:00100000:0.0:1785389499.534917:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070592 00000100:00100000:0.0:1785389499.534920:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070592 00000100:00100000:0.0:1785389499.534936:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 887 00000100:00100000:0.0:1785389499.534945:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459070080:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389499.535013:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2363:x1872115459070080:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 69us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389499.535020:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 887 00000100:00100000:0.0:1785389499.535036:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 888 00000100:00100000:0.0:1785389499.535042:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459070208:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389499.535065:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459070208:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389499.535071:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 888 00000100:00100000:0.0:1785389499.535082:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 889 00000100:00100000:0.0:1785389499.535088:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459070464:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389499.535109:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459070464:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389499.535115:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 889 00000100:00100000:0.0:1785389499.535125:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 890 00000100:00100000:0.0:1785389499.535131:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459070592:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389499.535175:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459070592:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 35us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389499.535182:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 890 00000100:00100000:0.0:1785389499.535201:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069952 00000100:00100000:0.0:1785389499.535204:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069952 00000100:00100000:0.0:1785389499.535241:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070336 00000100:00100000:0.0:1785389499.535244:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070336 00000100:00100000:0.0:1785389499.535266:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 841 00000100:00100000:0.0:1785389499.535272:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2362:x1872115459069952:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389499.535299:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2362:x1872115459069952:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389499.535305:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 841 00000100:00100000:0.0:1785389499.535316:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 842 00000100:00100000:0.0:1785389499.535322:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459070336:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389499.535344:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459070336:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389499.535349:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 842 00000100:00100000:3.0:1785389499.535649:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459069824 00000100:00100000:3.0:1785389499.535654:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459069824 00000100:00100000:3.0:1785389499.535785:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 759 00000100:00100000:3.0:1785389499.535806:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459069824:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389499.535865:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459069824:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 73us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389499.535883:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 759 00000100:00080000:1.0:1785389499.536539:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389499.536544:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389499.536546:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1785389499.695004:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1785389500.725879:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389501.116156:0:26253:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389501.116165:0:26253:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389501.116716:0:26253:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389501.116724:0:26253:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389501.300534:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485971840:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.300600:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389501.300643:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485972352:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.300666:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389501.300688:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389501.300693:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485971712:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.300714:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389501.300733:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485972224:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.300769:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389501.300790:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485971968:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.300809:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389501.300823:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389501.300828:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485972096:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.300847:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389501.300874:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971840 00000100:00100000:3.0:1785389501.300881:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971840 00000100:00100000:3.0:1785389501.300932:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972224 00000100:00100000:3.0:1785389501.300935:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972224 00000100:00100000:3.0:1785389501.300960:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971968 00000100:00100000:3.0:1785389501.300963:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971968 00000100:00100000:3.0:1785389501.300979:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1785389501.302083:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485971840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302162:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485971840:12345-0@lo:400:kworker.0 Request processed in 85us (1561us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389501.302170:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1785389501.302191:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1785389501.302197:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485972224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302222:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485972224:12345-0@lo:400:kworker.0 Request processed in 26us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389501.302227:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1785389501.302237:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1785389501.302242:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485971968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302271:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485971968:12345-0@lo:400:kworker.0 Request processed in 29us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389501.302277:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1785389501.302299:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972352 00000100:00100000:3.0:1785389501.302305:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972352 00000100:00100000:3.0:1785389501.302335:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972096 00000100:00100000:3.0:1785389501.302338:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972096 00000100:00100000:3.0:1785389501.302357:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1785389501.302363:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485972352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302393:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485972352:12345-0@lo:400:kworker.0 Request processed in 29us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389501.302400:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1785389501.302411:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1785389501.302417:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485972096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302443:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485972096:12345-0@lo:400:kworker.0 Request processed in 27us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389501.302448:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00080000:3.0:1785389501.302477:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389501.302481:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389501.302483:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389501.302518:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485972096:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302528:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485971968:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302558:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485972224:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302567:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485971840:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.302575:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485972352:0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.304832:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485971712 00000100:00100000:3.0:1785389501.304844:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485971712 00000100:00100000:3.0:1785389501.304898:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1785389501.304907:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485971712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389501.304971:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485971712:12345-0@lo:400:kworker.0 Request processed in 65us (4254us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389501.304977:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1785389501.305208:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485971712:0@lo:400:kworker.0 00010000:00010000:0.0:1785389501.743175:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389501.806962:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389501.806985:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485972480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389501.807052:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389501.807109:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972480 00000100:00100000:0.0:1785389501.807117:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972480 00000100:00100000:0.0:1785389501.807181:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1785389501.807192:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485972480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1785389501.807228:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1785389501.807278:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485972480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389501.807285:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1785389501.807455:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943441e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485972480:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389502.768624:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389502.832879:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389502.832910:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485972608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389502.833003:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389502.837448:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972608 00000100:00100000:3.0:1785389502.837467:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972608 00000100:00100000:3.0:1785389502.837544:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1785389502.837555:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485972608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389502.837607:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389502.837706:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485972608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (4702us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389502.837714:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1785389502.837790:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485972608:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1785389503.551837:0:26304:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389503.551943:0:26304:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389503.552599:0:26304:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389503.552616:0:26304:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389503.791911:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389504.654844:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389504.654888:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389504.654920:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389504.654965:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459071104 00000100:00100000:0.0:1785389504.654966:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389504.654979:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459071104 00000100:00100000:0.0:1785389504.654989:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389504.655007:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389504.655034:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389504.655143:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070848 00000100:00100000:3.0:1785389504.655148:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070848 00000100:00100000:3.0:1785389504.655196:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459071232 00000100:00100000:3.0:1785389504.655199:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459071232 00000100:00100000:3.0:1785389504.655224:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 846 00000100:00100000:3.0:1785389504.655234:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2364:x1872115459070848:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389504.655318:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:2364:x1872115459070848:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 86us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389504.655327:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 846 00000100:00100000:3.0:1785389504.655343:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 847 00000100:00100000:3.0:1785389504.655349:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115459071232:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389504.655369:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2364:x1872115459071232:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389504.655374:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 847 00000100:00100000:1.0:1785389504.662555:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459071360 00000100:00100000:1.0:1785389504.662577:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459071360 00000100:00100000:1.0:1785389504.662640:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070976 00000100:00100000:1.0:1785389504.662645:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070976 00000100:00100000:1.0:1785389504.662666:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459071488 00000100:00100000:1.0:1785389504.662669:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459071488 00000100:00100000:1.0:1785389504.662695:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 893 00000100:00100000:1.0:1785389504.662708:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2364:x1872115459071104:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389504.662827:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2364:x1872115459071104:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 120us (7936us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389504.662835:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 893 00000100:00100000:1.0:1785389504.662866:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 894 00000100:00100000:1.0:1785389504.662874:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459071360:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389504.662901:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459071360:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (7981us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389504.662908:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 894 00000100:00100000:1.0:1785389504.662920:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 895 00000100:00100000:1.0:1785389504.662926:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459070976:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389504.662949:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2364:x1872115459070976:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (7959us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389504.662955:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 895 00000100:00100000:1.0:1785389504.662965:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 896 00000100:00100000:1.0:1785389504.662972:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459071488:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389504.662994:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459071488:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (7960us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389504.663000:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 896 00000100:00080000:2.0:1785389504.666542:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389504.666556:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1785389504.666559:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389504.667439:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459070720 00000100:00100000:3.0:1785389504.667453:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459070720 00000100:00100000:3.0:1785389504.667528:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 761 00000100:00100000:3.0:1785389504.667539:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459070720:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389504.667643:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2364:x1872115459070720:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 105us (12675us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389504.667651:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 761 00010000:00010000:0.0:1785389504.819873:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389505.488675:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389505.488831:0:13523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459071744 00000100:00100000:0.0:1785389505.488846:0:13523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459071744 00000100:00100000:0.0:1785389505.488932:0:13523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:0.0:1785389505.488945:0:13523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+76:5582:x1872115459071744:12345-192.168.204.39@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1785389505.489316:0:13523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:5582:x1872115459071744:12345-192.168.204.39@tcp:35:ldlm_bl.0 Request processed in 374us (656us total) trans 4294968405 rc 0/0 00000100:00100000:0.0:1785389505.489324:0:13523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 351 00000100:00100000:2.0:1785389505.492806:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389505.493432:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459071872 00000100:00100000:0.0:1785389505.493444:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459071872 00000100:00100000:0.0:1785389505.493526:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:0.0:1785389505.493538:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+17:2365:x1872115459071872:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389505.493563:0:5806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 10 locks, starting at 0 00002000:00010000:0.0:1785389505.493709:0:5806:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1785389505.493740:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bf413a8/0xb9b521054fd7ae5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ac07 expref: 17 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.493807:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079969581/0xb9b521054fd7a10e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a570 expref: 16 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.493837:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1b61883/0xb9b521054fd79a15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a39b expref: 15 pid: 14689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.493862:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000379f7362/0xb9b521054fd7972f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a2a6 expref: 14 pid: 12002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.493884:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f50ee8ac/0xb9b521054fd79434 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a1a3 expref: 13 pid: 21226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.494016:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b702843/0xb9b521054fd7903d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8a00d expref: 12 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389505.494039:0:5806:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1785389505.494047:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000637ec51c/0xb9b521054fd77b98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89945 expref: 11 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.494077:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049b8279d/0xb9b521054fd77413 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a896e4 expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389505.494097:0:5806:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1785389505.494105:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e7885ba/0xb9b521054fd76548 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8928b expref: 9 pid: 14689 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1785389505.494120:0:5806:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:0.0:1785389505.494123:0:5806:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 1645827007 -> 1785388895 00002000:00010000:0.0:1785389505.494126:0:5806:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1785389505.494132:0:5806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f650525d/0xb9b521054fd75c50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88fac expref: 8 pid: 6613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.494146:0:5806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389505.494258:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2365:x1872115459071872:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 722us (1515us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389505.494267:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 88 00000100:00100000:0.0:1785389505.518498:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389505.518544:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389505.518569:0:7506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072000 00000100:00100000:0.0:1785389505.518580:0:7506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072000 00000100:00100000:1.0:1785389505.518660:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072128 00000100:00100000:1.0:1785389505.518666:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072128 00000100:00100000:1.0:1785389505.518741:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00100000:1.0:1785389505.518768:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2362:x1872115459072128:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389505.518789:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1785389505.518841:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000653c3f25/0xb9b521054fd7ad4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab97 expref: 10 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389505.518875:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1785389505.518885:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6d0fc49/0xb9b521054fd76a57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89444 expref: 9 pid: 6615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389505.518979:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a631fc6/0xb9b521054fd76724 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8932c expref: 8 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389505.518997:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1785389505.519004:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef94c295/0xb9b521054fd76326 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891d5 expref: 7 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389505.519027:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edefac2f/0xb9b521054fd75f67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89085 expref: 6 pid: 6615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389505.519039:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389505.519110:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459072128:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 344us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389505.519118:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 89 00000100:00100000:0.0:1785389505.519247:0:7506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 90 00000100:00100000:0.0:1785389505.519255:0:7506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+77:2363:x1872115459072000:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1785389505.519265:0:7506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:0.0:1785389505.519282:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943401530400/0xb9b521054fd764fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89268 expref: 77 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.519300:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54400/0xb9b521054fd76406 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8920d expref: 76 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.519312:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff94340b507a00) 00010000:00010000:0.0:1785389505.519326:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54200/0xb9b521054fd762e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891b2 expref: 75 pid: 5822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.519334:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff943425e45400) 00010000:00010000:0.0:1785389505.519984:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303051400/0xb9b521054fd762fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a891c0 expref: 74 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520006:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943301b54a00/0xb9b521054fd76207 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89165 expref: 73 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520015:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff94340b507400) 00010000:00010000:0.0:1785389505.520027:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9bc00/0xb9b521054fd76120 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89118 expref: 72 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520037:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff94340b507b00) 00010000:00010000:0.0:1785389505.520048:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088e00/0xb9b521054fd76135 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89126 expref: 71 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520076:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4600/0xb9b521054fd76039 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890cb expref: 70 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520085:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff943412a70300) 00010000:00010000:0.0:1785389505.520096:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943404f9a600/0xb9b521054fd75fad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8909a expref: 69 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520106:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff943425e45300) 00010000:00010000:0.0:1785389505.520117:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f4a00/0xb9b521054fd75fc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a890a8 expref: 68 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520129:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9433013f5000/0xb9b521054fd75f91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89093 expref: 67 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520137:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff94340242a100) 00010000:00010000:0.0:1785389505.520151:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099bc00/0xb9b521054fd75eb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89054 expref: 66 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520163:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff943303050400/0xb9b521054fd75ea3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8904d expref: 65 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520176:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c089800/0xb9b521054fd75e4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8903f expref: 64 pid: 9185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520186:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff94340307cc00) 00010000:00010000:0.0:1785389505.520198:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94341099b800/0xb9b521054fd75dbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8900e expref: 63 pid: 5821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520209:0:7506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff94343c088000/0xb9b521054fd75d3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a88ff2 expref: 62 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1785389505.520218:0:7506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff94340307c900) 00010000:00010000:0.0:1785389505.520223:0:7506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1785389505.520264:0:7506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:2363:x1872115459072000:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 1010us (1938us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389505.520272:0:7506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 90 00010000:00010000:2.0:1785389505.849170:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389505.932654:0:26356:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389505.932667:0:26356:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389505.933257:0:26356:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389505.933269:0:26356:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389506.417711:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485972864:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.417865:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.417944:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485973376:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.417975:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.418040:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1785389506.418046:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485972736:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418080:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.418103:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485973248:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418124:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.418152:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485972992:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418177:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.418197:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389506.418203:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485973120:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418226:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.418264:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972736 00000100:00100000:3.0:1785389506.418274:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972736 00000100:00100000:3.0:1785389506.418326:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1785389506.418336:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485972736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418394:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485972736:12345-0@lo:400:kworker.0 Request processed in 59us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.418401:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1785389506.418437:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972864 00000100:00100000:3.0:1785389506.418441:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972864 00000100:00100000:3.0:1785389506.418466:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973248 00000100:00100000:3.0:1785389506.418469:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973248 00000100:00100000:3.0:1785389506.418494:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485972992 00000100:00100000:3.0:1785389506.418497:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485972992 00000100:00100000:3.0:1785389506.418513:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1785389506.418519:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485972864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418555:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485972864:12345-0@lo:400:kworker.0 Request processed in 37us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.418561:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1785389506.418574:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1785389506.418580:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485973248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418605:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1872115485973248:12345-0@lo:400:kworker.0 Request processed in 25us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.418611:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1785389506.418622:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1785389506.418628:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485972992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418658:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485972992:12345-0@lo:400:kworker.0 Request processed in 30us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.418664:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1785389506.418686:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973376 00000100:00100000:3.0:1785389506.418689:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973376 00000100:00100000:3.0:1785389506.418714:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973120 00000100:00100000:3.0:1785389506.418718:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973120 00000100:00100000:3.0:1785389506.418739:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1785389506.418769:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485973376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418806:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485973376:12345-0@lo:400:kworker.0 Request processed in 60us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.418812:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1785389506.418825:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1785389506.418831:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485973120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418857:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485973120:12345-0@lo:400:kworker.0 Request processed in 28us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.418862:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1785389506.418911:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485973120:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418921:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485972992:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418949:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485972736:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418957:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3325:1872115485973248:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418964:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485972864:0@lo:400:kworker.0 00000100:00100000:3.0:1785389506.418972:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485973376:0@lo:400:kworker.0 00000100:00080000:2.0:1785389506.419336:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389506.419342:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389506.419345:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1785389506.864114:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389506.927158:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389506.927189:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485973504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389506.927287:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389506.928885:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973504 00000100:00100000:3.0:1785389506.928904:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973504 00000100:00100000:3.0:1785389506.928970:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1785389506.928981:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485973504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389506.929041:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389506.929127:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485973504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389506.929136:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1785389506.930922:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485973504:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389507.377389:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389507.377400:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389507.378610:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389507.378624:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389507.893568:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389507.952147:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389507.952175:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485973632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389507.952264:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389507.952340:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973632 00000100:00100000:1.0:1785389507.952348:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973632 00000100:00100000:1.0:1785389507.952400:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1785389507.952410:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485973632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389507.952454:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389507.952502:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485973632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389507.952510:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1785389507.952560:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485973632:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389508.440732:0:26407:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389508.442921:0:26407:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389508.443575:0:26407:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389508.443591:0:26407:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389508.911288:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389509.781915:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.782054:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.782119:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.782143:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.782162:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.782182:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.792152:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389509.792190:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072640 00000100:00100000:0.0:1785389509.792199:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072640 00000100:00100000:0.0:1785389509.792254:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072512 00000100:00100000:0.0:1785389509.792258:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072512 00000100:00100000:0.0:1785389509.792276:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072896 00000100:00100000:0.0:1785389509.792279:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072896 00000100:00100000:0.0:1785389509.792292:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073024 00000100:00100000:0.0:1785389509.792295:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073024 00000100:00100000:0.0:1785389509.792311:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 899 00000100:00100000:0.0:1785389509.792321:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2364:x1872115459072640:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389509.792392:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2364:x1872115459072640:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 72us (10273us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389509.792424:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 899 00000100:00100000:0.0:1785389509.792442:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 900 00000100:00100000:0.0:1785389509.792449:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2365:x1872115459072512:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389509.792473:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2365:x1872115459072512:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (10329us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389509.792479:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 900 00000100:00100000:0.0:1785389509.792490:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 901 00000100:00100000:0.0:1785389509.792496:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459072896:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389509.792517:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459072896:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (10354us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389509.792523:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 901 00000100:00100000:0.0:1785389509.792531:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 902 00000100:00100000:0.0:1785389509.792538:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2365:x1872115459073024:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389509.792559:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2365:x1872115459073024:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389509.792564:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 902 00000100:00080000:0.0:1785389509.792589:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389509.792593:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1785389509.793335:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072384 00000100:00100000:2.0:1785389509.793341:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072384 00000100:00100000:2.0:1785389509.793398:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072768 00000100:00100000:2.0:1785389509.793402:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072768 00000100:00100000:2.0:1785389509.793427:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 851 00000100:00100000:2.0:1785389509.793458:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:2364:x1872115459072384:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389509.793542:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+61:2364:x1872115459072384:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 106us (11634us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389509.793548:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 851 00000100:00100000:2.0:1785389509.793562:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 852 00000100:00100000:2.0:1785389509.793575:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459072768:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389509.793600:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459072768:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 32us (11417us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389509.793606:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 852 00000100:00100000:1.0:1785389509.794153:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459072256 00000100:00100000:1.0:1785389509.794158:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459072256 00000100:00080000:0.0:1785389509.797084:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389509.797145:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 763 00000100:00100000:0.0:1785389509.797153:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459072256:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389509.797207:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459072256:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 55us (15154us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389509.797214:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 763 00010000:00010000:3.0:1785389509.936988:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1785389510.603529:0:5842:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968405 is committed 00000040:00080000:0.0:1785389510.831944:0:26459:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389510.831968:0:26459:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389510.832492:0:26459:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389510.832501:0:26459:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389510.960396:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389511.535102:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485974144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389511.535196:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389511.535272:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389511.535279:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485974016:0@lo:400:kworker.0 00000100:00100000:3.0:1785389511.535308:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389511.535396:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974016 00000100:00100000:2.0:1785389511.535406:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974016 00000100:00100000:2.0:1785389511.535487:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1785389511.535500:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485974016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389511.535568:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485974016:12345-0@lo:400:kworker.0 Request processed in 72us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389511.535577:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1785389511.535629:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485974016:0@lo:400:kworker.0 00000100:00080000:3.0:1785389511.535843:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389511.535984:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485973760:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536029:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389511.536054:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485974272:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536080:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389511.536100:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1785389511.536106:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485973888:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536127:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389511.536140:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485974400:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536159:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389511.536188:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974144 00000100:00100000:0.0:1785389511.536193:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974144 00000100:00100000:0.0:1785389511.536227:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974400 00000100:00100000:0.0:1785389511.536230:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974400 00000100:00100000:0.0:1785389511.536249:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1785389511.536257:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485974144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536294:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485974144:12345-0@lo:400:kworker.0 Request processed in 39us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389511.536301:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1785389511.536312:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1785389511.536318:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485974400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536345:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485974400:12345-0@lo:400:kworker.0 Request processed in 27us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389511.536351:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1785389511.536384:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974272 00000100:00100000:0.0:1785389511.536388:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974272 00000100:00100000:0.0:1785389511.536411:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973888 00000100:00100000:0.0:1785389511.536414:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973888 00000100:00100000:0.0:1785389511.536429:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1785389511.536435:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485974272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536464:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485974272:12345-0@lo:400:kworker.0 Request processed in 29us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389511.536470:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1785389511.536480:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1785389511.536486:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485973888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536510:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485973888:12345-0@lo:400:kworker.0 Request processed in 25us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389511.536516:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:0.0:1785389511.536541:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389511.536545:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389511.536547:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389511.536564:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485973888:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536573:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485974400:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536581:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433020bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485974272:0@lo:400:kworker.0 00000100:00100000:0.0:1785389511.536608:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485974144:0@lo:400:kworker.0 00000100:00100000:3.0:1785389511.537267:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485973760 00000100:00100000:3.0:1785389511.537273:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485973760 00000100:00100000:3.0:1785389511.537312:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1785389511.537320:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485973760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389511.537375:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485973760:12345-0@lo:400:kworker.0 Request processed in 56us (1346us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389511.537382:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1785389511.537462:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343c3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485973760:0@lo:400:kworker.0 00010000:00010000:2.0:1785389511.983221:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389512.047291:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389512.047315:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485974528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389512.047381:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389512.047512:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974528 00000100:00100000:2.0:1785389512.047520:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974528 00000100:00100000:2.0:1785389512.047572:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1785389512.047581:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485974528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389512.047616:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389512.048862:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485974528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1280us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389512.048870:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1785389512.054124:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485974528:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389513.007936:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389513.071208:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389513.071238:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485974656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389513.071326:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389513.071415:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974656 00000100:00100000:2.0:1785389513.071424:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974656 00000100:00100000:2.0:1785389513.071495:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1785389513.071507:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485974656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1785389513.071553:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1785389513.071599:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485974656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389513.071607:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:2.0:1785389513.071630:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389513.071669:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485974656:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1785389513.395682:0:26511:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389513.395697:0:26511:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389513.398719:0:26511:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389513.401337:0:26511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389514.037839:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389514.894949:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895009:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895039:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895072:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895095:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895112:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895134:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389514.895170:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073536 00000100:00100000:0.0:1785389514.895183:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073536 00000100:00100000:0.0:1785389514.895254:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073792 00000100:00100000:0.0:1785389514.895257:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073792 00000100:00100000:0.0:1785389514.895276:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073408 00000100:00100000:0.0:1785389514.895279:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073408 00000100:00100000:0.0:1785389514.895294:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073920 00000100:00100000:0.0:1785389514.895296:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073920 00000100:00100000:0.0:1785389514.895313:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 905 00000100:00100000:0.0:1785389514.895326:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459073536:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895410:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459073536:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 88us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895416:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 905 00000100:00100000:0.0:1785389514.895433:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 906 00000100:00100000:0.0:1785389514.895438:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459073792:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895460:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2363:x1872115459073792:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895465:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 906 00000100:00100000:0.0:1785389514.895476:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 907 00000100:00100000:0.0:1785389514.895481:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459073408:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895501:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459073408:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895505:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 907 00000100:00100000:0.0:1785389514.895514:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 908 00000100:00100000:0.0:1785389514.895519:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2363:x1872115459073920:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895538:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2363:x1872115459073920:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 19us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895543:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 908 00000100:00100000:0.0:1785389514.895561:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073152 00000100:00100000:0.0:1785389514.895564:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073152 00000100:00100000:0.0:1785389514.895590:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 765 00000100:00100000:0.0:1785389514.895595:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459073152:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895624:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459073152:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 29us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895630:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 765 00000100:00100000:0.0:1785389514.895667:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073280 00000100:00100000:0.0:1785389514.895671:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073280 00000100:00100000:0.0:1785389514.895698:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459073664 00000100:00100000:0.0:1785389514.895701:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459073664 00000100:00100000:0.0:1785389514.895719:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 856 00000100:00100000:0.0:1785389514.895725:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2363:x1872115459073280:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895780:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2363:x1872115459073280:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 55us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895786:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 856 00000100:00100000:0.0:1785389514.895797:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 857 00000100:00100000:0.0:1785389514.895804:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459073664:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389514.895826:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459073664:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389514.895832:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 857 00000100:00080000:0.0:1785389514.895853:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389514.895858:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389514.895860:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1785389515.061800:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389515.705773:0:26562:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389515.705788:0:26562:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389515.707401:0:26562:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389515.707419:0:26562:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389515.727217:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389515.727313:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074048 00000100:00100000:1.0:1785389515.727326:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074048 00000100:00100000:1.0:1785389515.727400:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 91 00000100:00100000:1.0:1785389515.727411:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+10:2364:x1872115459074048:12345-192.168.204.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1785389515.727431:0:5807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1785389515.727484:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c011d0c9/0xb9b521054fd7ad55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8ab9e expref: 10 pid: 6613 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389515.727537:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c076d605/0xb9b521054fd77b75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89937 expref: 9 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389515.727559:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1785389515.727566:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b74b13/0xb9b521054fd76866 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a89395 expref: 8 pid: 6614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389515.727599:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000743bc851/0xb9b521054fd76525 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8927d expref: 7 pid: 6614 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1785389515.727618:0:5807:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1785389515.727625:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000282ff279/0xb9b521054fd7615f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.39@tcp remote: 0x4e7ca109b1a8913b expref: 6 pid: 12002 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1785389515.727802:0:5807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1785389515.727880:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2364:x1872115459074048:12345-192.168.204.39@tcp:103:ldlm_bl.0 Request processed in 470us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389515.727888:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 91 00010000:00010000:2.0:1785389516.089854:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389516.657569:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485974912:0@lo:400:kworker.0 00000100:00100000:0.0:1785389516.657591:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485975040:0@lo:400:kworker.0 00000100:00100000:2.0:1785389516.662735:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485974784:0@lo:400:kworker.0 00000100:00100000:1.0:1785389516.662853:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485975168:0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.665842:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389516.665934:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485975424:0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.665982:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389516.666067:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974912 00000100:00100000:3.0:1785389516.666076:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974912 00000100:00100000:3.0:1785389516.666130:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1785389516.666139:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485974912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.666200:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433020bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485974912:12345-0@lo:400:kworker.0 Request processed in 62us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389516.666208:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1785389516.666253:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485974912:0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.666289:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975424 00000100:00100000:3.0:1785389516.666292:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975424 00000100:00100000:3.0:1785389516.666328:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1785389516.666334:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485975424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.666365:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485975424:12345-0@lo:400:kworker.0 Request processed in 31us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389516.666371:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1785389516.666391:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485975424:0@lo:400:kworker.0 00000100:00080000:3.0:1785389516.666414:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1785389516.666773:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389516.666915:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975040 00000100:00100000:3.0:1785389516.666920:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975040 00000100:00100000:3.0:1785389516.666956:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1785389516.666962:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485975040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.666999:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485975040:12345-0@lo:400:kworker.0 Request processed in 37us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389516.667005:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1785389516.668668:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389516.668720:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485975296:0@lo:400:kworker.0 00000100:00100000:2.0:1785389516.668774:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389516.668827:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975296 00000100:00100000:2.0:1785389516.668844:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975296 00000100:00100000:2.0:1785389516.668888:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1785389516.668896:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485975296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389516.668944:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485975296:12345-0@lo:400:kworker.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389516.668951:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1785389516.668993:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485975296:0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.668999:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485974784 00000100:00100000:3.0:1785389516.669006:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485974784 00000100:00100000:3.0:1785389516.669035:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1785389516.669042:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485974784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389516.669676:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485974784:12345-0@lo:400:kworker.0 Request processed in 626us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389516.669684:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1785389516.669956:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485974784:0@lo:400:kworker.0 00000100:00080000:0.0:1785389516.670802:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389516.670851:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485975040:0@lo:400:kworker.0 00000100:00100000:1.0:1785389516.673212:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389516.673357:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975168 00000100:00100000:0.0:1785389516.673368:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975168 00000100:00100000:0.0:1785389516.673451:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1785389516.673464:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485975168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389516.673550:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485975168:12345-0@lo:400:kworker.0 Request processed in 90us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389516.673558:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1785389516.673659:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485975168:0@lo:400:kworker.0 00000100:00080000:3.0:1785389516.673852:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389517.105165:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389517.174337:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389517.174374:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485975552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389517.174461:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389517.174608:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975552 00000100:00100000:2.0:1785389517.174618:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975552 00000100:00100000:2.0:1785389517.174674:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1785389517.174684:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485975552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389517.174735:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389517.174813:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433052e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485975552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389517.175049:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1785389517.175099:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485975552:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389517.619539:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389517.619552:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389517.622136:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389517.622156:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1785389518.109484:0:26613:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389518.109497:0:26613:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389518.110061:0:26613:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389518.110071:0:26613:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389518.128532:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389518.205261:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389518.205293:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485975680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389518.205388:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389518.205735:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975680 00000100:00100000:1.0:1785389518.205775:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975680 00000100:00100000:1.0:1785389518.205859:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1785389518.205870:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485975680:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1785389518.206131:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1785389518.206175:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389518.206250:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943305383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485975680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 381us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389518.206258:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1785389518.206409:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485975680:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1785389519.151176:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389520.015961:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016011:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016048:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016070:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016090:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016107:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016142:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389520.016174:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074176 00000100:00100000:0.0:1785389520.016186:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074176 00000100:00100000:0.0:1785389520.016235:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:0.0:1785389520.016244:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459074176:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016307:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9434266e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459074176:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 63us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016314:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 767 00000100:00100000:0.0:1785389520.016344:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074432 00000100:00100000:0.0:1785389520.016347:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074432 00000100:00100000:0.0:1785389520.016378:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074944 00000100:00100000:0.0:1785389520.016382:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074944 00000100:00100000:0.0:1785389520.016398:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074560 00000100:00100000:0.0:1785389520.016400:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074560 00000100:00100000:0.0:1785389520.016410:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074816 00000100:00100000:0.0:1785389520.016412:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074816 00000100:00100000:0.0:1785389520.016425:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 911 00000100:00100000:0.0:1785389520.016431:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459074432:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016460:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459074432:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 28us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016467:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 911 00000100:00100000:0.0:1785389520.016478:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 912 00000100:00100000:0.0:1785389520.016484:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2363:x1872115459074944:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016505:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2363:x1872115459074944:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016512:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 912 00000100:00100000:0.0:1785389520.016524:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 913 00000100:00100000:0.0:1785389520.016529:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459074560:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016549:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459074560:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 20us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016554:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 913 00000100:00100000:0.0:1785389520.016563:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 914 00000100:00100000:0.0:1785389520.016569:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459074816:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016594:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459074816:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016611:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 914 00000100:00100000:0.0:1785389520.016630:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074304 00000100:00100000:0.0:1785389520.016633:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074304 00000100:00100000:0.0:1785389520.016660:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459074688 00000100:00100000:0.0:1785389520.016662:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459074688 00000100:00100000:0.0:1785389520.016680:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 861 00000100:00100000:0.0:1785389520.016685:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459074304:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016711:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459074304:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016719:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 861 00000100:00100000:0.0:1785389520.016730:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 862 00000100:00100000:0.0:1785389520.016736:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459074688:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389520.016794:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459074688:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 58us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389520.016801:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 862 00000100:00080000:0.0:1785389520.016935:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1785389520.016940:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1785389520.016942:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389520.177215:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389520.210387:0:26664:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389520.210397:0:26664:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389520.214268:0:26664:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389520.214290:0:26664:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389521.199279:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389521.779114:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485975808:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779215:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389521.779278:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485976320:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779309:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389521.779339:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1785389521.779344:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485975936:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779364:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389521.779380:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485976448:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779403:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389521.779437:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485976064:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779462:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389521.779481:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1785389521.779486:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485976192:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779508:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389521.779547:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976320 00000100:00100000:1.0:1785389521.779555:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976320 00000100:00100000:1.0:1785389521.779618:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975936 00000100:00100000:1.0:1785389521.779622:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975936 00000100:00100000:1.0:1785389521.779644:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976064 00000100:00100000:1.0:1785389521.779646:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976064 00000100:00100000:1.0:1785389521.779667:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1785389521.779677:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485976320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779787:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485976320:12345-0@lo:400:kworker.0 Request processed in 110us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389521.779795:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1785389521.779815:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1785389521.779822:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485975936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779850:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485975936:12345-0@lo:400:kworker.0 Request processed in 29us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389521.779856:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1785389521.779869:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1785389521.779875:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485976064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.779906:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485976064:12345-0@lo:400:kworker.0 Request processed in 31us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389521.779912:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1785389521.779937:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976448 00000100:00100000:1.0:1785389521.779940:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976448 00000100:00100000:1.0:1785389521.779968:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976192 00000100:00100000:1.0:1785389521.779972:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976192 00000100:00100000:1.0:1785389521.779995:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1785389521.780002:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485976448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780033:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485976448:12345-0@lo:400:kworker.0 Request processed in 31us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389521.780039:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1785389521.780051:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1785389521.780056:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485976192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780079:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485976192:12345-0@lo:400:kworker.0 Request processed in 24us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389521.780085:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:1.0:1785389521.780109:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389521.780113:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389521.780116:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389521.780162:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485976192:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780173:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485976064:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780206:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485975936:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780215:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485976448:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780223:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485976320:0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780259:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485975808 00000100:00100000:1.0:1785389521.780263:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485975808 00000100:00100000:1.0:1785389521.780287:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1785389521.780293:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485975808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389521.780328:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485975808:12345-0@lo:400:kworker.0 Request processed in 35us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389521.780334:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1785389521.780366:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485975808:0@lo:400:kworker.0 00010000:00010000:2.0:1785389522.224095:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389522.288186:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1785389522.288211:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485976576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1785389522.288292:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389522.289740:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976576 00000100:00100000:2.0:1785389522.289772:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976576 00000100:00100000:2.0:1785389522.289955:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1785389522.289964:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485976576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389522.290000:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 98631680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389522.290067:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485976576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (1775us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389522.290075:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1785389522.290267:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485976576:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1785389522.664380:0:26717:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389522.664390:0:26717:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389522.665132:0:26717:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389522.665143:0:26717:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389523.247886:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389523.311001:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389523.311030:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485976704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1785389523.311102:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389523.311355:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976704 00000100:00100000:0.0:1785389523.311362:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976704 00000100:00100000:0.0:1785389523.311422:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1785389523.311432:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485976704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389523.311473:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1785389523.311615:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1785389523.311889:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485976704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 458us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389523.311896:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1785389523.311981:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485976704:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1785389524.271293:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389525.134880:0:26768:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389525.134890:0:26768:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1785389525.137098:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.137143:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.137181:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.137205:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.137223:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.137247:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.137278:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075584 00000100:00100000:3.0:1785389525.137289:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075584 00000100:00100000:3.0:1785389525.137345:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075200 00000100:00100000:3.0:1785389525.137348:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075200 00000100:00100000:3.0:1785389525.137374:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:3.0:1785389525.137383:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459075584:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389525.137457:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459075584:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 75us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389525.137465:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 866 00000100:00100000:3.0:1785389525.137481:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 867 00000100:00100000:3.0:1785389525.137487:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459075200:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389525.137525:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459075200:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389525.137532:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 867 00000100:00100000:3.0:1785389525.137553:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075328 00000100:00100000:3.0:1785389525.137557:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075328 00000100:00100000:3.0:1785389525.137582:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075456 00000100:00100000:3.0:1785389525.137585:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075456 00000100:00100000:3.0:1785389525.137603:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075712 00000100:00100000:3.0:1785389525.137606:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075712 00000100:00100000:2.0:1785389525.137615:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 917 00000100:00100000:2.0:1785389525.137624:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943441f15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2362:x1872115459075328:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389525.137642:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 918 00000100:00100000:2.0:1785389525.137655:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943441f15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2362:x1872115459075328:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389525.137664:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 917 00000100:00100000:3.0:1785389525.137819:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459075456:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389525.137844:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459075456:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 197us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389525.137850:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 918 00000100:00100000:3.0:1785389525.137861:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 919 00000100:00100000:3.0:1785389525.137867:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459075712:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389525.137888:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459075712:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 22us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389525.137894:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 919 00000100:00080000:3.0:1785389525.137910:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389525.137914:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389525.137917:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389525.137956:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075072 00000100:00100000:0.0:1785389525.137960:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075072 00000100:00100000:0.0:1785389525.138007:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 769 00000100:00100000:0.0:1785389525.138013:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459075072:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389525.138040:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459075072:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 27us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389525.138046:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 769 00000040:00080000:1.0:1785389525.138733:0:26768:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389525.138838:0:26768:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389525.166907:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389525.166946:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075840 00000100:00100000:3.0:1785389525.166955:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075840 00000100:00100000:3.0:1785389525.167014:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 510 00000100:00100000:3.0:1785389525.167025:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2361:x1872115459075840:12345-192.168.204.39@tcp:9:kworker.0 00000020:00000080:3.0:1785389525.167731:0:12002:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xb9b521054fd75f60 00000100:00080000:3.0:1785389525.167740:0:12002:0:(import.c:65:import_set_state_nolock()) ffff94342e278800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1785389525.167793:0:12002:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967390 00000100:00100000:3.0:1785389525.168037:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+2:2361:x1872115459075840:12345-192.168.204.39@tcp:9:kworker.0 Request processed in 1013us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389525.171337:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 510 00010000:00010000:3.0:1785389525.171374:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1785389525.171383:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1785389525.295765:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1785389525.991847:0:7518:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b09e624f-32e8-4b2c-9828-d9deed7637e8 00000020:00000080:1.0:1785389525.991857:0:7518:0:(genops.c:906:class_export_put()) final put ffff943404f48000/b09e624f-32e8-4b2c-9828-d9deed7637e8 00000020:00000080:3.0:1785389525.991930:0:18970:0:(genops.c:865:class_export_destroy()) destroying export ffff943404f48000/b09e624f-32e8-4b2c-9828-d9deed7637e8 for lustre-OST0001 00000020:00000080:3.0:1785389525.991978:0:18970:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff94342e278800 for lustre-OST0001 00010000:00010000:0.0:1785389526.319364:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389526.895136:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485977216:0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.895221:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389526.895285:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1785389526.895291:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485977088:0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.895320:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389526.895368:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977216 00000100:00100000:1.0:1785389526.895375:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977216 00000100:00100000:1.0:1785389526.895458:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1785389526.895469:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485977216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.895532:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485977216:12345-0@lo:400:kworker.0 Request processed in 66us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389526.895540:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1785389526.895571:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977088 00000100:00100000:1.0:1785389526.895573:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977088 00000100:00100000:1.0:1785389526.895639:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1785389526.895647:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485977088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.895701:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3323:x1872115485977088:12345-0@lo:400:kworker.0 Request processed in 55us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389526.895707:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00080000:1.0:1785389526.895737:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389526.895741:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389526.895822:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3323:1872115485977088:0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.895839:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485977216:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.895990:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485976832:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896022:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389526.896040:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485977344:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896055:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389526.896072:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389526.896076:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485976960:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896091:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389526.896103:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485977472:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896118:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389526.896142:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977344 00000100:00100000:2.0:1785389526.896145:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977344 00000100:00100000:2.0:1785389526.896168:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976960 00000100:00100000:2.0:1785389526.896170:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976960 00000100:00100000:2.0:1785389526.896184:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1785389526.896190:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485977344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896218:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485977344:12345-0@lo:400:kworker.0 Request processed in 28us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389526.896224:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1785389526.896234:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1785389526.896239:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485976960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896258:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485976960:12345-0@lo:400:kworker.0 Request processed in 19us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389526.896264:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1785389526.896280:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977472 00000100:00100000:2.0:1785389526.896283:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977472 00000100:00100000:2.0:1785389526.896302:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1785389526.896307:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485977472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896334:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485977472:12345-0@lo:400:kworker.0 Request processed in 25us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389526.896339:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:2.0:1785389526.896356:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389526.896359:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389526.896373:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485976960:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896382:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485977472:0@lo:400:kworker.0 00000100:00100000:2.0:1785389526.896390:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485977344:0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.896978:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485976832 00000100:00100000:1.0:1785389526.896983:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485976832 00000100:00100000:1.0:1785389526.897018:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1785389526.897024:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485976832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389526.897058:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485976832:12345-0@lo:400:kworker.0 Request processed in 35us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389526.897063:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1785389526.897127:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943303ce6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485976832:0@lo:400:kworker.0 00010000:00010000:3.0:1785389527.343244:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389527.418149:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389527.426006:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485977600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389527.426082:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389527.426202:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977600 00000100:00100000:2.0:1785389527.426212:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977600 00000100:00100000:2.0:1785389527.426270:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1785389527.426280:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485977600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389527.426319:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389527.426361:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9433012dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485977600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389527.426369:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1785389527.426499:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94342e35c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485977600:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1785389527.569171:0:26821:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389527.569181:0:26821:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389527.569980:0:26821:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389527.569989:0:26821:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1785389527.855921:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1785389527.855932:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1785389527.856519:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1785389527.856527:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1785389528.368059:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389528.431916:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389528.431940:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485977728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389528.432007:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389528.432240:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977728 00000100:00100000:0.0:1785389528.432250:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977728 00000100:00100000:0.0:1785389528.432318:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1785389528.432330:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485977728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389528.432377:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389528.432432:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485977728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389528.432439:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1785389528.432622:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485977728:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1785389528.432797:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1785389529.394336:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389529.867879:0:26872:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389529.867888:0:26872:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389529.868425:0:26872:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389529.868436:0:26872:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389530.259894:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389530.259939:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389530.259966:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389530.259986:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389530.260005:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389530.260027:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:1.0:1785389530.260052:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076480 00000100:00100000:1.0:1785389530.260060:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076480 00000100:00100000:1.0:1785389530.260108:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076096 00000100:00100000:1.0:1785389530.260111:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076096 00000100:00100000:1.0:1785389530.260132:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:1.0:1785389530.260140:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459076480:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389530.260203:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459076480:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 64us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389530.260210:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 871 00000100:00100000:1.0:1785389530.260226:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:1.0:1785389530.260232:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459076096:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389530.260254:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459076096:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389530.260261:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 872 00000100:00100000:1.0:1785389530.260282:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076224 00000100:00100000:1.0:1785389530.260285:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076224 00000100:00100000:1.0:1785389530.260309:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076352 00000100:00100000:1.0:1785389530.260312:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076352 00000100:00100000:1.0:1785389530.260343:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076608 00000100:00100000:1.0:1785389530.260346:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076608 00000100:00100000:1.0:1785389530.260362:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 922 00000100:00100000:1.0:1785389530.260368:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2362:x1872115459076224:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389530.260391:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2362:x1872115459076224:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 24us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389530.260397:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 922 00000100:00100000:1.0:1785389530.260406:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 923 00000100:00100000:1.0:1785389530.260411:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459076352:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389530.260427:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459076352:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 17us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389530.260433:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 923 00000100:00100000:1.0:1785389530.260441:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 924 00000100:00100000:1.0:1785389530.260446:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459076608:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389530.260461:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459076608:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 15us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389530.260465:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 924 00000100:00080000:1.0:1785389530.260477:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389530.260481:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389530.260483:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389530.261106:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459075968 00000100:00100000:3.0:1785389530.261111:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459075968 00000100:00100000:3.0:1785389530.261146:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 771 00000100:00100000:3.0:1785389530.261154:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459075968:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389530.261182:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459075968:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389530.261188:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 771 00010000:00010000:3.0:1785389530.415041:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389531.440772:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389532.015051:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485978112:0@lo:400:kworker.0 00000100:00100000:3.0:1785389532.015090:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485977984:0@lo:400:kworker.0 00000100:00100000:1.0:1785389532.015140:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485977856:0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.017893:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389532.017955:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1785389532.019590:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485978240:0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.019655:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389532.019717:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978112 00000100:00100000:0.0:1785389532.019724:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978112 00000100:00100000:0.0:1785389532.019799:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1785389532.019811:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485978112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.019866:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485978112:12345-0@lo:400:kworker.0 Request processed in 58us (1977us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389532.019875:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1785389532.019898:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978240 00000100:00100000:0.0:1785389532.019901:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978240 00000100:00100000:0.0:1785389532.019930:0:6615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1785389532.019936:0:6615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485978240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.021367:0:6615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485978240:12345-0@lo:400:kworker.0 Request processed in 1426us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389532.021375:0:6615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:0.0:1785389532.021403:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1785389532.021408:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389532.021446:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485978240:0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.021457:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485978112:0@lo:400:kworker.0 00000100:00100000:3.0:1785389532.026860:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389532.026913:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977984 00000100:00100000:0.0:1785389532.026922:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977984 00000100:00100000:3.0:1785389532.026924:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485978496:0@lo:400:kworker.0 00000100:00100000:3.0:1785389532.026976:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389532.026976:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1785389532.026985:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485977984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389532.027015:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978496 00000100:00100000:3.0:1785389532.027019:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978496 00000100:00100000:0.0:1785389532.027053:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485977984:12345-0@lo:400:kworker.0 Request processed in 69us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389532.027054:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1785389532.027060:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485978496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.027060:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1785389532.027090:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485978496:12345-0@lo:400:kworker.0 Request processed in 30us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389532.027099:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:3.0:1785389532.027121:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389532.027148:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485977984:0@lo:400:kworker.0 00000100:00100000:3.0:1785389532.027159:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485978496:0@lo:400:kworker.0 00000100:00100000:1.0:1785389532.027374:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389532.027406:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485978368:0@lo:400:kworker.0 00000100:00100000:1.0:1785389532.027428:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389532.031045:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485977856 00000100:00100000:3.0:1785389532.031058:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485977856 00000100:00100000:3.0:1785389532.031119:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1785389532.031129:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485977856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389532.031204:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485977856:12345-0@lo:400:kworker.0 Request processed in 76us (3828us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389532.031212:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1785389532.031266:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485977856:0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.031352:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978368 00000100:00100000:0.0:1785389532.031357:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978368 00000100:00100000:0.0:1785389532.031404:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1785389532.031410:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485978368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389532.031450:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485978368:12345-0@lo:400:kworker.0 Request processed in 40us (4020us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389532.031455:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:3.0:1785389532.032195:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1785389532.032224:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9433012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485978368:0@lo:400:kworker.0 00000040:00080000:1.0:1785389532.368807:0:26923:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389532.368818:0:26923:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389532.372454:0:26923:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389532.372474:0:26923:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1785389532.472218:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389532.526945:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943405af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485978624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389532.527016:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389532.529495:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978624 00000100:00100000:2.0:1785389532.529506:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978624 00000100:00100000:2.0:1785389532.529571:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1785389532.529581:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485978624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389532.529619:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389532.537354:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485978624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7765us (10328us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389532.537369:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1785389532.539939:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943405af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485978624:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1785389533.489029:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1785389533.554285:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff943302b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485978752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1785389533.554359:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389533.561319:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978752 00000100:00100000:0.0:1785389533.561335:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978752 00000100:00100000:0.0:1785389533.561410:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1785389533.561422:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485978752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1785389533.561461:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1785389533.561556:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485978752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (7196us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389533.561564:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1785389533.561723:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff943302b11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485978752:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389534.511244:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389534.940498:0:26975:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389534.940509:0:26975:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389534.941103:0:26975:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389534.941111:0:26975:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389535.375795:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389535.375832:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389535.375860:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389535.375873:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389535.375899:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389535.375921:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389535.375950:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077248 00000100:00100000:3.0:1785389535.375960:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077248 00000100:00100000:3.0:1785389535.376014:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076864 00000100:00100000:3.0:1785389535.376018:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076864 00000100:00100000:3.0:1785389535.376041:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 876 00000100:00100000:3.0:1785389535.376051:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459077248:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389535.376117:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2362:x1872115459077248:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 68us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389535.376125:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 876 00000100:00100000:3.0:1785389535.376141:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:3.0:1785389535.376147:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459076864:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389535.376168:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2362:x1872115459076864:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389535.376174:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 877 00000100:00100000:3.0:1785389535.376190:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076992 00000100:00100000:3.0:1785389535.376193:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076992 00000100:00100000:3.0:1785389535.376213:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077120 00000100:00100000:3.0:1785389535.376216:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077120 00000100:00100000:3.0:1785389535.376244:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077376 00000100:00100000:3.0:1785389535.376247:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077376 00000100:00100000:3.0:1785389535.376264:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 927 00000100:00100000:3.0:1785389535.376270:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2362:x1872115459076992:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389535.376293:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943405af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2362:x1872115459076992:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 23us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389535.376299:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 927 00000100:00100000:3.0:1785389535.376309:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 928 00000100:00100000:3.0:1785389535.376314:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459077120:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389535.376336:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2362:x1872115459077120:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 21us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389535.376342:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 928 00000100:00100000:3.0:1785389535.376353:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 929 00000100:00100000:3.0:1785389535.376359:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459077376:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389535.376384:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2362:x1872115459077376:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 25us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389535.376390:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 929 00000100:00080000:3.0:1785389535.376408:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389535.376412:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389535.376414:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389535.376800:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459076736 00000100:00100000:1.0:1785389535.376805:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459076736 00000100:00100000:1.0:1785389535.376839:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 773 00000100:00100000:1.0:1785389535.376846:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459076736:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389535.376879:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2362:x1872115459076736:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 33us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389535.376885:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 773 00010000:00010000:0.0:1785389535.534908:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1785389536.560154:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389537.077656:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389537.077666:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389537.078201:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389537.078214:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1785389537.148885:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485979008:0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.148955:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389537.149009:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1785389537.149015:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485978880:0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.149038:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389537.149071:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979008 00000100:00100000:0.0:1785389537.149077:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979008 00000100:00100000:0.0:1785389537.149121:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1785389537.149129:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485979008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.149178:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485979008:12345-0@lo:400:kworker.0 Request processed in 50us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389537.149185:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1785389537.149207:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485978880 00000100:00100000:0.0:1785389537.149210:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485978880 00000100:00100000:0.0:1785389537.149233:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1785389537.149240:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485978880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.149270:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3325:x1872115485978880:12345-0@lo:400:kworker.0 Request processed in 30us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389537.149276:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1785389537.149317:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9325daa-a3fa-449f-b96f-404303c31621:3325:1872115485978880:0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.149329:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485979008:0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.154907:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485979136:0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.154971:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389537.155004:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389537.155009:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485979264:0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.155030:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389537.155054:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979136 00000100:00100000:3.0:1785389537.155062:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979136 00000100:00100000:3.0:1785389537.155108:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1785389537.155116:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485979136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.155172:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485979136:12345-0@lo:400:kworker.0 Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389537.155180:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1785389537.155203:0:6614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979264 00000100:00100000:3.0:1785389537.155207:0:6614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979264 00000100:00100000:3.0:1785389537.155234:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1785389537.155237:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485979136:0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.155240:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485979264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.155287:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485979264:12345-0@lo:400:kworker.0 Request processed in 46us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389537.155293:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00080000:3.0:1785389537.155308:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1785389537.155312:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389537.155359:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485979392:0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.155407:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389537.155426:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1785389537.155441:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485979520:0@lo:400:kworker.0 00000100:00100000:1.0:1785389537.155462:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485979264:0@lo:400:kworker.0 00000100:00100000:0.0:1785389537.155464:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1785389537.155490:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979392 00000100:00100000:0.0:1785389537.155493:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979392 00000100:00100000:0.0:1785389537.155532:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1785389537.155539:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485979392:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1785389537.155550:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1785389537.155582:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485979392:12345-0@lo:400:kworker.0 Request processed in 43us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389537.155589:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1785389537.155617:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485979392:0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.156085:0:14689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979520 00000100:00100000:3.0:1785389537.156089:0:14689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979520 00000100:00100000:3.0:1785389537.156164:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1785389537.156171:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485979520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389537.156211:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485979520:12345-0@lo:400:kworker.0 Request processed in 41us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389537.156217:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:1.0:1785389537.156268:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1785389537.167065:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485979520:0@lo:400:kworker.0 00000040:00080000:0.0:1785389537.267330:0:27026:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389537.267339:0:27026:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389537.273175:0:27026:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389537.273197:0:27026:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1785389537.582953:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389537.648081:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389537.648103:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485979648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389537.648181:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389537.648355:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979648 00000100:00100000:2.0:1785389537.648362:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979648 00000100:00100000:2.0:1785389537.648407:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1785389537.648415:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485979648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1785389537.648457:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1785389537.649074:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485979648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 658us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389537.649082:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1785389537.652816:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485979648:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389538.617158:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389538.678559:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389538.678580:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485979776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1785389538.678665:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389538.678720:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979776 00000100:00100000:3.0:1785389538.678727:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979776 00000100:00100000:3.0:1785389538.678783:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1785389538.678792:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485979776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389538.678825:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389538.678865:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485979776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389538.678870:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1785389538.679047:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485979776:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1785389539.638773:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1785389539.773070:0:27077:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1785389539.773079:0:27077:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1785389539.776911:0:27077:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1785389539.776932:0:27077:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389540.501663:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389540.501712:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389540.501798:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389540.501817:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389540.501842:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389540.501870:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077632 00000100:00100000:3.0:1785389540.501880:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077632 00000100:00100000:0.0:1785389540.502050:0:5821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078016 00000100:00100000:0.0:1785389540.502055:0:5821:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078016 00000100:00100000:3.0:1785389540.502123:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:3.0:1785389540.502134:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2363:x1872115459077632:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389540.502218:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2363:x1872115459077632:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 86us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389540.502226:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 881 00000100:00100000:1.0:1785389540.502408:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077888 00000100:00100000:1.0:1785389540.502413:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077888 00000100:00100000:1.0:1785389540.502443:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077760 00000100:00100000:1.0:1785389540.502446:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077760 00000100:00100000:1.0:1785389540.502469:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 932 00000100:00100000:1.0:1785389540.502477:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459077888:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389540.502511:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459077888:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 36us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389540.502517:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 932 00000100:00100000:1.0:1785389540.502529:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 933 00000100:00100000:1.0:1785389540.502534:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459077760:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389540.502552:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459077760:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 18us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389540.502557:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 933 00000100:00080000:1.0:1785389540.502569:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1785389540.502572:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389540.502574:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389540.502704:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459077504 00000100:00100000:2.0:1785389540.502709:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459077504 00000100:00100000:2.0:1785389540.502772:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:2.0:1785389540.502780:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459077504:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:2.0:1785389540.502809:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459077504:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 30us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389540.502818:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 775 00000100:00100000:3.0:1785389540.510323:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389540.515472:0:5821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:0.0:1785389540.515497:0:5821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459078016:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389540.515590:0:5821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459078016:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 107us (13746us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389540.515597:0:5821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 882 00000100:00100000:1.0:1785389540.518676:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078144 00000100:00100000:1.0:1785389540.518690:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078144 00000100:00100000:1.0:1785389540.518845:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 511 00000100:00100000:1.0:1785389540.518854:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+5:2361:x1872115459078144:12345-192.168.204.39@tcp:9:kworker.0 00000020:00000080:1.0:1785389540.518879:0:12002:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xb9b521054fd760f6 00000100:00080000:1.0:1785389540.518887:0:12002:0:(import.c:65:import_set_state_nolock()) ffff9433037f1000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1785389540.519720:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1785389540.521058:0:12002:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967393 00000100:00100000:1.0:1785389540.521379:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+2:2361:x1872115459078144:12345-192.168.204.39@tcp:9:kworker.0 Request processed in 2513us (11052us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389540.521389:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 511 00000100:00080000:2.0:1785389540.528656:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1785389540.655009:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1785389541.394821:0:6642:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b09e624f-32e8-4b2c-9828-d9deed7637e8 00000020:00000080:3.0:1785389541.394833:0:6642:0:(genops.c:906:class_export_put()) final put ffff9433037f5000/b09e624f-32e8-4b2c-9828-d9deed7637e8 00000020:00000080:3.0:1785389541.394873:0:25639:0:(genops.c:865:class_export_destroy()) destroying export ffff9433037f5000/b09e624f-32e8-4b2c-9828-d9deed7637e8 for lustre-OST0000 00000020:00000080:3.0:1785389541.394919:0:25639:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9433037f1000 for lustre-OST0000 00010000:00010000:3.0:1785389541.684130:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1785389542.228082:0:27132:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389542.228162:0:27132:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389542.230161:0:27132:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389542.230179:0:27132:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1785389542.259312:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485980160:0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.259432:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389542.259491:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389542.259498:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485980288:0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.259527:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389542.259564:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980160 00000100:00100000:3.0:1785389542.259571:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980160 00000100:00100000:3.0:1785389542.259620:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1785389542.259630:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485980160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.259677:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485980160:12345-0@lo:400:kworker.0 Request processed in 49us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389542.259684:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1785389542.259705:0:21226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980288 00000100:00100000:3.0:1785389542.259708:0:21226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980288 00000100:00100000:3.0:1785389542.259734:0:21226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1785389542.259740:0:21226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485980288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.259785:0:21226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485980288:12345-0@lo:400:kworker.0 Request processed in 45us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389542.259791:0:21226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1785389542.259828:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485980288:0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.259837:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485980160:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.259968:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485979904:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260000:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389542.260030:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485980416:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260050:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389542.260066:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1785389542.260071:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485980032:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260115:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389542.260130:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485980544:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260149:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1785389542.260168:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1785389542.260172:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389542.260180:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980416 00000100:00100000:2.0:1785389542.260193:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980416 00000100:00100000:2.0:1785389542.260222:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980032 00000100:00100000:2.0:1785389542.260225:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980032 00000100:00100000:2.0:1785389542.260241:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1785389542.260247:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485980416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260279:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485980416:12345-0@lo:400:kworker.0 Request processed in 32us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389542.260285:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1785389542.260296:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1785389542.260301:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485980032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260321:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485980032:12345-0@lo:400:kworker.0 Request processed in 20us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389542.260326:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1785389542.260353:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980544 00000100:00100000:2.0:1785389542.260357:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980544 00000100:00100000:2.0:1785389542.260378:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1785389542.260383:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485980544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260412:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94342e35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485980544:12345-0@lo:400:kworker.0 Request processed in 29us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389542.260417:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00080000:2.0:1785389542.260434:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1785389542.260436:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1785389542.260453:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485980032:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260461:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485980544:0@lo:400:kworker.0 00000100:00100000:2.0:1785389542.260468:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485980416:0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.261159:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485979904 00000100:00100000:3.0:1785389542.261164:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485979904 00000100:00100000:3.0:1785389542.261205:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1785389542.261212:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485979904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389542.261249:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485979904:12345-0@lo:400:kworker.0 Request processed in 38us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389542.261255:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1785389542.263847:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485979904:0@lo:400:kworker.0 00010000:00010000:1.0:1785389542.705187:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389542.767210:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485980672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389542.767303:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389542.768181:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980672 00000100:00100000:3.0:1785389542.768189:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980672 00000100:00100000:3.0:1785389542.768240:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1785389542.768249:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485980672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389542.768298:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389542.768358:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485980672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389542.768365:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1785389542.768550:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485980672:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389543.727226:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389543.791003:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485980800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389543.791081:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389543.791234:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980800 00000100:00100000:3.0:1785389543.791242:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980800 00000100:00100000:3.0:1785389543.791315:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1785389543.791326:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485980800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1785389543.791362:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1785389543.791418:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485980800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389543.791425:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1785389543.791589:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485980800:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1785389544.600786:0:27183:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389544.600796:0:27183:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389544.603975:0:27183:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389544.603996:0:27183:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1785389544.775358:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389545.614628:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389545.614677:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389545.614711:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389545.614733:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:3.0:1785389545.614780:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389545.614783:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078272 00000100:00100000:0.0:1785389545.614792:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078272 00000100:00100000:3.0:1785389545.614827:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078528 00000100:00100000:3.0:1785389545.614831:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078528 00000100:00100000:0.0:1785389545.614838:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 777 00000100:00100000:0.0:1785389545.614847:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459078272:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389545.614863:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078656 00000100:00100000:3.0:1785389545.614866:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078656 00000100:00100000:3.0:1785389545.614883:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 936 00000100:00100000:3.0:1785389545.614889:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459078528:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389545.614917:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2363:x1872115459078272:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 71us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389545.614925:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 777 00000100:00100000:2.0:1785389545.614959:0:14689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 937 00000100:00100000:2.0:1785389545.614968:0:14689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459078656:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:3.0:1785389545.617770:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2363:x1872115459078528:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 2871us (3082us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389545.617783:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 936 00000100:00100000:1.0:1785389545.627327:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078784 00000100:00100000:1.0:1785389545.627345:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078784 00000100:00100000:1.0:1785389545.627426:0:9185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078400 00000100:00100000:1.0:1785389545.627430:0:9185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078400 00000100:00100000:1.0:1785389545.627464:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 886 00000100:00100000:1.0:1785389545.627473:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459078784:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389545.627565:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2363:x1872115459078784:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 92us (12852us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389545.627574:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 886 00000100:00100000:1.0:1785389545.627592:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 887 00000100:00100000:1.0:1785389545.627599:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2363:x1872115459078400:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389545.627624:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2363:x1872115459078400:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 26us (12891us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389545.627630:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 887 00000100:00080000:1.0:1785389545.627701:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1785389545.627706:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389545.627709:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1785389545.631734:0:14689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2363:x1872115459078656:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 16756us (16941us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389545.631775:0:14689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 937 00010000:00010000:1.0:1785389545.783831:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389546.799926:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1785389547.143578:0:27234:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1785389547.143587:0:27234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1785389547.144280:0:27234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1785389547.144288:0:27234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1785389547.313935:0:11570:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1785389547.313944:0:11570:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1785389547.314543:0:11570:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1785389547.314555:0:11570:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1785389547.376162:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485980928:0@lo:400:kworker.0 00000100:00100000:1.0:1785389547.376298:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389547.377081:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485981184:0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377150:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389547.377198:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1785389547.377204:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485981312:0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377241:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389547.377272:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981184 00000100:00100000:2.0:1785389547.377279:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981184 00000100:00100000:1.0:1785389547.377311:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485981440:0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377330:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1785389547.377333:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389547.377339:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485981184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389547.377365:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1785389547.377371:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485981056:0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377389:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943437820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485981184:12345-0@lo:400:kworker.0 Request processed in 51us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389547.377391:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389547.377396:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1785389547.377405:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485981568:0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377411:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981440 00000100:00100000:2.0:1785389547.377414:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981440 00000100:00100000:1.0:1785389547.377423:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1785389547.377432:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981056 00000100:00100000:2.0:1785389547.377435:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981056 00000100:00100000:2.0:1785389547.377449:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1785389547.377454:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485981440:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1785389547.377459:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389547.377472:0:9185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1785389547.377480:0:9185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485981056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377485:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485981440:12345-0@lo:400:kworker.0 Request processed in 31us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389547.377490:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1785389547.377508:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981312 00000100:00100000:2.0:1785389547.377511:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981312 00000100:00100000:2.0:1785389547.377537:0:6613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981568 00000100:00100000:2.0:1785389547.377540:0:6613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981568 00000100:00100000:2.0:1785389547.377560:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1785389547.377566:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485981312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377595:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485981312:12345-0@lo:400:kworker.0 Request processed in 30us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389547.377601:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1785389547.377611:0:6613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1785389547.377617:0:6613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485981568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377643:0:6613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1872115485981568:12345-0@lo:400:kworker.0 Request processed in 27us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1785389547.377649:0:6613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1785389547.377682:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485981312:0@lo:400:kworker.0 00000100:00100000:2.0:1785389547.377693:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485981184:0@lo:400:kworker.0 00000100:00100000:1.0:1785389547.377710:0:9185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943303ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1872115485981056:12345-0@lo:400:kworker.0 Request processed in 30us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389547.377716:0:9185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00080000:1.0:1785389547.377740:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1785389547.377764:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389547.377783:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3324:1872115485981056:0@lo:400:kworker.0 00000100:00100000:1.0:1785389547.377793:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3324:1872115485981568:0@lo:400:kworker.0 00000100:00100000:1.0:1785389547.377801:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485981440:0@lo:400:kworker.0 00000100:00100000:3.0:1785389547.385855:0:5815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485980928 00000100:00100000:3.0:1785389547.385867:0:5815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485980928 00000100:00100000:3.0:1785389547.385918:0:5815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1785389547.385927:0:5815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485980928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389547.386011:0:5815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485980928:12345-0@lo:400:kworker.0 Request processed in 85us (9713us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389547.386018:0:5815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1785389547.386097:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485980928:0@lo:400:kworker.0 00010000:00010000:1.0:1785389547.824088:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389547.889140:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485981696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1785389547.889218:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389547.889834:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981696 00000100:00100000:3.0:1785389547.889843:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981696 00000100:00100000:3.0:1785389547.889892:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1785389547.889901:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485981696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1785389547.889934:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389547.890110:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485981696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 210us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389547.890118:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1785389547.901942:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485981696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1785389548.847522:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389548.911100:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485981824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1785389548.911186:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389548.911253:0:6616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981824 00000100:00100000:1.0:1785389548.911261:0:6616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981824 00000100:00100000:1.0:1785389548.911315:0:6616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1785389548.911326:0:6616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485981824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1785389548.911369:0:6616:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1785389548.911432:0:6616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485981824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389548.911440:0:6616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1785389548.911683:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485981824:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1785389549.877895:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1785389550.778528:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389550.778566:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389550.778706:0:5813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459078912 00000100:00100000:0.0:1785389550.778719:0:5813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459078912 00000100:00100000:0.0:1785389550.778797:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:0.0:1785389550.778809:0:5813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459078912:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389550.778909:0:5813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:adce04ca-e66f-4e62-85ea-179de7f76e05+13:2365:x1872115459078912:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 101us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389550.778917:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 779 00000100:00100000:2.0:1785389550.782822:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389550.782864:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:2.0:1785389550.782909:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.39@tcp (source: 12345-192.168.204.39@tcp) 00000100:00100000:0.0:1785389550.782985:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459079424 00000100:00100000:0.0:1785389550.782996:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459079424 00000100:00100000:0.0:1785389550.783061:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459079040 00000100:00100000:0.0:1785389550.783064:0:19127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459079040 00000100:00100000:0.0:1785389550.783093:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 891 00000100:00100000:0.0:1785389550.783104:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459079424:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389550.783206:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b09e624f-32e8-4b2c-9828-d9deed7637e8+37:2365:x1872115459079424:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 103us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389550.783214:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 891 00000100:00100000:0.0:1785389550.783236:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 892 00000100:00100000:0.0:1785389550.783243:0:19127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2365:x1872115459079040:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:0.0:1785389550.783280:0:19127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dd520b45-9476-4f37-a8b0-18bbffc8e101+60:2365:x1872115459079040:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 37us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1785389550.783286:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 892 00000100:00080000:0.0:1785389550.783308:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389550.806371:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459079168 00000100:00100000:1.0:1785389550.806396:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459079168 00000100:00080000:2.0:1785389550.806797:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389550.806949:0:6615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115459079296 00000100:00100000:1.0:1785389550.806954:0:6615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115459079296 00000100:00100000:1.0:1785389550.807012:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 940 00000100:00100000:1.0:1785389550.807026:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343c287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2365:x1872115459079168:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389550.807141:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343c287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+7:2365:x1872115459079168:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 111us (28564us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389550.807150:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 940 00000100:00100000:1.0:1785389550.807181:0:6614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.39@tcp, seq: 941 00000100:00100000:1.0:1785389550.807188:0:6614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2365:x1872115459079296:12345-192.168.204.39@tcp:400:kworker.0 00000100:00100000:1.0:1785389550.807222:0:6614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94330335f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd520b45-9476-4f37-a8b0-18bbffc8e101+8:2365:x1872115459079296:12345-192.168.204.39@tcp:400:kworker.0 Request processed in 34us (24312us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389550.807228:0:6614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.39@tcp, seq: 941 00000100:00080000:3.0:1785389550.807484:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1785389550.884956:0:27285:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000402:0x36:0x0 is not SUCCEED on mds1 00010000:00010000:1.0:1785389550.894931:0:5808:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1785389551.920498:0:5809:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1785389552.495675:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485981952:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.495690:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485982080:0@lo:400:kworker.0 00000100:00100000:3.0:1785389552.498462:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389552.498521:0:3324:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485982464:0@lo:400:kworker.0 00000100:00100000:3.0:1785389552.498552:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389552.500594:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485982464 00000100:00100000:3.0:1785389552.500604:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485982464 00000100:00100000:3.0:1785389552.501185:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1785389552.501195:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485982464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389552.501264:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343d37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1872115485982464:12345-0@lo:400:kworker.0 Request processed in 71us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389552.501272:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1785389552.501312:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3324:1872115485982464:0@lo:400:kworker.0 00000100:00080000:2.0:1785389552.505034:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389552.510034:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389552.510085:0:3325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343cb3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485982592:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.510149:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389552.510177:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485982080 00000100:00100000:3.0:1785389552.510186:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485982080 00000100:00100000:1.0:1785389552.510190:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485982208:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.510211:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1785389552.510229:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1785389552.510231:0:5820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485982208 00000100:00100000:3.0:1785389552.510234:0:5820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485982208 00000100:00100000:1.0:1785389552.510235:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485982336:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.510254:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389552.510266:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1785389552.510275:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485982080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.510284:0:5814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485981952 00000100:00100000:1.0:1785389552.510287:0:5814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485981952 00000100:00100000:1.0:1785389552.510312:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1785389552.510319:0:5814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485981952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1785389552.510325:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1872115485982080:12345-0@lo:400:kworker.0 Request processed in 53us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389552.510332:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1785389552.510349:0:5820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1785389552.510350:0:5814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943404e24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9325daa-a3fa-449f-b96f-404303c31621+19:3324:x1872115485981952:12345-0@lo:400:kworker.0 Request processed in 32us (11894us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389552.510354:0:5820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485982208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.510356:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1785389552.510382:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485982592 00000100:00100000:1.0:1785389552.510386:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485982592 00000100:00100000:3.0:1785389552.510401:0:5820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1872115485982208:12345-0@lo:400:kworker.0 Request processed in 47us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389552.510407:0:5820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1785389552.510407:0:12002:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485982336 00000100:00100000:1.0:1785389552.510410:0:12002:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485982336 00000100:00080000:3.0:1785389552.510426:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1785389552.510428:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00080000:3.0:1785389552.510429:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1785389552.510432:0:5816:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1785389552.510434:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485982592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.511173:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3325:x1872115485982592:12345-0@lo:400:kworker.0 Request processed in 737us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389552.511179:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1785389552.511192:0:12002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1785389552.511198:0:12002:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485982336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.511221:0:12002:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94343cb3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3322:x1872115485982336:12345-0@lo:400:kworker.0 Request processed in 25us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1785389552.511226:0:12002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1785389552.511263:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3325:1872115485982080:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.511272:0:3325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343cb3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3325:1872115485982592:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.511295:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3322:1872115485982336:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.511303:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3322:1872115485982208:0@lo:400:kworker.0 00000100:00100000:1.0:1785389552.511324:0:3324:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9325daa-a3fa-449f-b96f-404303c31621:3324:1872115485981952:0@lo:400:kworker.0 00010000:00010000:1.0:1785389552.942939:0:13566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1785389553.009163:0:3323:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1785389553.009187:0:3323:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485982720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1785389553.009252:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1785389553.017068:0:6618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872115485982720 00000100:00100000:3.0:1785389553.017081:0:6618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872115485982720 00000100:00100000:3.0:1785389553.017149:0:6618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1785389553.017156:0:6616:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:3.0:1785389553.017160:0:6618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485982720:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1785389553.017165:0:6616:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:3.0:1785389553.017196:0:6618:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1785389553.017282:0:6618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff943302b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3323:x1872115485982720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (8029us total) trans 0 rc 0/0 00000100:00100000:3.0:1785389553.017292:0:6618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1785389553.017387:0:3323:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff94343d37ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3323:1872115485982720:0@lo:13:osp-pre-1-0.0 Debug log: 69713 lines, 69713 kept, 0 dropped, 0 bad.